-- Logs begin at Mon 2021-09-06 15:33:46 UTC, end at Mon 2021-09-06 16:30:25 UTC. -- Sep 06 16:04:53.016910 dv-cinder-759961-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 06 16:04:55.851870 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.common.config [-] Logging enabled! Sep 06 16:04:55.852533 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev620 Sep 06 16:04:55.852669 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 16:04:55.855865 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.common.config [-] Logging enabled! Sep 06 16:04:55.856143 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev620 Sep 06 16:04:55.856459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 06 16:04:55.857391 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 16:04:55.857624 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 16:04:55.857988 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 16:04:55.858234 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 16:04:55.858459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 16:04:55.858776 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.859072 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.859364 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.859594 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.859886 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.860205 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.860489 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.860779 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.861075 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.861362 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.861639 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.861922 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.862150 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.862428 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.862714 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.862999 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.863223 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] debug = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.863501 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.863919 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.864358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.864643 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.864936 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.865721 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.866000 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.866276 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.866562 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.866891 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] host = dv-cinder-759961-10-iscsi {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.867170 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.867456 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.867742 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.868027 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.868328 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.868650 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.868890 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.869165 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.869438 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.869713 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.870000 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.870285 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.870576 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.870801 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.871025 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.871311 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.871595 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.871868 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.872164 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.872439 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.872711 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.872985 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.873258 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.873543 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.873826 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.874110 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.874386 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.874658 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.874926 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.875196 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.875479 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.875750 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.876022 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.876319 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.876604 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.876872 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.877145 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.877443 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.877727 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.878008 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.878289 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.878558 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.878837 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.879110 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.879380 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.879648 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_json = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.879917 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.880205 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.880490 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.880759 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.881693 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.882049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.882333 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.882624 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:55.882922 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.883223 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.883524 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.883810 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.884125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.884410 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.884703 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.884984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.885272 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.885562 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.885848 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.886126 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.886413 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.886689 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.886984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.887287 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.887580 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.887873 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.888172 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.888449 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.888722 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.888996 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.889281 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.889557 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.889845 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.890132 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.890411 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.890701 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.890994 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.891282 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.891555 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.891832 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.892145 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.892425 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.892696 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.892972 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.893260 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.893534 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.893805 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.894085 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.894365 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.894637 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.894909 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.895186 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.895475 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.895749 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.896021 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.896318 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.896643 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.896917 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.897280 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.897560 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.897836 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.898109 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.898386 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.898659 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.898932 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.899205 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.899474 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.899748 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.900021 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.900318 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.900598 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.900870 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.901141 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.901411 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.901681 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.901958 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.902230 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.902504 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.902775 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.903046 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.903319 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.903603 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.903900 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.904205 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.904484 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.904760 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.905037 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.905311 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.905585 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.905860 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.906136 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.906407 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.906694 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.906976 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.907260 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.907541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.907815 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.908141 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.908421 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.908701 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.908976 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.909251 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.909530 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.909810 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.910103 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.910399 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.910691 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.910984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.911272 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.911551 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.911856 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.912245 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:55.912469 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 16:04:55.912708 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93928) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 06 16:04:56.262883 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 16:04:56.263085 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 16:04:56.263362 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 06 16:04:56.263692 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 06 16:04:56.657005 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.657296 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.657576 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.658906 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.659180 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.659445 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.696046 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.696356 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.696626 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.711585 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.711866 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.712165 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.739900 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.740730 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.741014 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.778627 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.778905 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:56.779176 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.009828 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.010432 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.010432 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.010601 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.011233 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.131266 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.131657 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.131942 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.132243 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.132514 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.132824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.133084 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.133340 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.133596 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.133877 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.134135 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.134417 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.134652 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.134900 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.135152 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.135412 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.135665 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.135933 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.136225 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.136483 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.136752 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.137003 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.137284 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.137657 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.137904 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.138148 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.138537 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.138777 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.139014 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.139249 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.139484 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.139720 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:57.140093 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 06 16:04:57.143162 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 06 16:04:57.147118 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 06 16:04:57.150910 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 06 16:04:57.152555 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 06 16:04:57.153002 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 06 16:04:57.153336 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 06 16:04:57.153722 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 06 16:04:57.156534 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 06 16:04:57.156787 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 06 16:04:57.157137 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 16:04:57.162930 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 06 16:04:57.185217 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 06 16:04:57.185674 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.185976 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93928) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 06 16:04:57.186346 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.187688 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93928) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 06 16:04:57.187973 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 16:04:57.188259 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 06 16:04:57.191558 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.191841 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.254670 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 06 16:04:57.254905 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 06 16:04:57.255143 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 06 16:04:57.255514 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 06 16:04:57.279189 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_db.sqlalchemy.engines [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93928) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 06 16:04:57.826594 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing driver for type 'gre' Sep 06 16:04:57.827390 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] gre ID ranges: [(1, 1000)] Sep 06 16:04:57.882546 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing driver for type 'local' Sep 06 16:04:57.882811 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing driver for type 'vlan' Sep 06 16:04:57.895249 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] VlanTypeDriver initialization complete Sep 06 16:04:57.895579 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing driver for type 'vxlan' Sep 06 16:04:57.896062 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] vxlan ID ranges: [(1, 1000)] Sep 06 16:04:57.955579 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing extension driver 'port_security' Sep 06 16:04:57.955947 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.extensions.port_security [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] PortSecurityExtensionDriver initialization complete Sep 06 16:04:57.956299 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing mechanism driver 'openvswitch' Sep 06 16:04:57.956642 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing mechanism driver 'hyperv' Sep 06 16:04:57.964021 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.plugin [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:04:57.964724 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.965095 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.965448 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.965966 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.966402 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.966758 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.967106 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.967495 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.967929 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.968300 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.968649 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.969036 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.969442 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.969792 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.970133 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.970659 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.971071 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.971421 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.971768 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.972183 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.972591 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.972938 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.973277 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.973664 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93928) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 06 16:04:57.974041 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] ML2 OVO RPC backend initialized. {{(pid=93928) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 06 16:04:57.974786 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.975285 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.975707 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.976058 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > networks before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.976432 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.976778 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > ports before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.977122 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.977463 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.977810 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.978150 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.978490 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.978824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.979159 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.979492 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.979826 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.980185 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.980520 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:57.981089 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.plugin [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Modular L2 Plugin initialization complete Sep 06 16:04:57.981419 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading services supported by the core plugin {{(pid=93928) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 06 16:04:57.981742 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.plugins.ml2.managers [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Got port-security extension from driver 'port_security' Sep 06 16:04:57.982203 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.extensions.vlantransparent [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Disabled vlantransparent extension. Sep 06 16:04:57.982680 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93928) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 06 16:04:57.982990 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: router Sep 06 16:04:58.018942 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.019475 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_create 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.019693 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router before_create 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.020059 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.020458 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.020817 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_delete 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.021177 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.021541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.022467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_create 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.022902 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.023259 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.023610 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.023976 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.024419 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.024792 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.025134 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.025472 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: subnet after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.025816 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.026169 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.026518 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.026860 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.027201 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.027559 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router after_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.027904 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.028285 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.028645 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.028990 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.029355 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > agent after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.029703 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.030046 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > network after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.030900 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Tracking information for resource: router configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:58.031237 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Tracking information for resource: floatingip configured {{(pid=93928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 16:04:58.036148 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.db.l3_agentschedulers_db [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 06 16:04:58.036733 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.037102 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.037653 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.038014 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: port after_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.038809 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router before_create 55550100 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.039176 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.039541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.039902 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.044576 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.provider_configuration [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service providers = [] {{(pid=93928) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 06 16:04:58.044941 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.db.servicetype_db [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93928) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 06 16:04:58.047856 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.service_base [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 16:04:58.048245 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.service_base [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 16:04:58.048593 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.service_base [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 16:04:58.049480 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.services.service_base [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 16:04:58.049853 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.services.service_base [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 06 16:04:58.050224 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.050544 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 06 16:04:58.061538 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.061873 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: auto_allocate Sep 06 16:04:58.067651 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: network precommit_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.068025 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: network precommit_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.069215 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.069611 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: tag Sep 06 16:04:58.076120 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.076454 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: timestamp Sep 06 16:04:58.080443 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.080778 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: network_ip_availability Sep 06 16:04:58.086526 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.086898 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.087257 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.087959 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.088316 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: flavors Sep 06 16:04:58.092968 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.093301 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading Plugin: revisions Sep 06 16:04:58.097565 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 16:04:58.097950 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=93928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 06 16:04:58.098677 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93928) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 06 16:04:58.099015 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Initializing extension manager. Sep 06 16:04:58.099525 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: __init__.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.099908 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: __pycache__ {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.100279 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.100616 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: address_group.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.101369 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.101934 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: address-group Sep 06 16:04:58.102257 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: address_scope.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.103163 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.103678 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: address-scope Sep 06 16:04:58.103999 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.104963 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.105474 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: router-admin-state-down-before-update Sep 06 16:04:58.105795 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: agent.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.106496 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.107004 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: agent Sep 06 16:04:58.107324 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: agent_resources_synced.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.108268 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.108780 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: agent-resources-synced Sep 06 16:04:58.109103 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.110884 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.111413 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: allowed-address-pairs Sep 06 16:04:58.111738 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.112837 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.113355 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: auto-allocated-topology Sep 06 16:04:58.113682 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: availability_zone.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.114382 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.114895 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: availability_zone Sep 06 16:04:58.115215 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: availability_zone_filter.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.116686 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.117194 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: availability_zone_filter Sep 06 16:04:58.117518 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: data_plane_status.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.118426 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.118933 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 06 16:04:58.119254 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: default_subnetpools.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.120198 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.120712 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: default-subnetpools Sep 06 16:04:58.121036 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.121846 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.122354 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: dhcp_agent_scheduler Sep 06 16:04:58.122677 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: dns.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.123592 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.124125 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension dns-integration not supported by any of loaded plugins Sep 06 16:04:58.124453 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: dns_domain_ports.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.125379 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.125894 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 06 16:04:58.126216 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.127139 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.127650 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 06 16:04:58.127970 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: dvr.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.128669 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.129179 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: dvr Sep 06 16:04:58.129499 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: ecmp_routes.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.130410 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.130937 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 06 16:04:58.131814 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: empty_string_filtering.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.132804 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.133271 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: empty-string-filtering Sep 06 16:04:58.133591 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.134495 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.135003 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 06 16:04:58.135328 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.136282 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.136794 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 06 16:04:58.137117 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: external_net.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.138033 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.138546 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: external-net Sep 06 16:04:58.138868 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.139780 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.140331 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: extra_dhcp_opt Sep 06 16:04:58.140656 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: extraroute.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.141557 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.142064 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: extraroute Sep 06 16:04:58.142384 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: extraroute_atomic.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.143414 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.143921 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: extraroute-atomic Sep 06 16:04:58.144270 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: filter_validation.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.144934 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.145445 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: filter-validation Sep 06 16:04:58.145767 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: fip_pf_description.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.146704 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.147205 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 06 16:04:58.147527 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: fip_port_details.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.148474 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.148984 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: fip-port-details Sep 06 16:04:58.149306 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: flavors.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.150514 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.151028 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: flavors Sep 06 16:04:58.151352 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.153022 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.153541 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 06 16:04:58.153870 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: floatingip_pools.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.154566 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.155087 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: floatingip-pools Sep 06 16:04:58.155408 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: ip_allocation.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.156359 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.156867 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 06 16:04:58.157190 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.158111 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.158621 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: ip-substring-filtering Sep 06 16:04:58.158945 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l2_adjacency.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.159870 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.160418 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 06 16:04:58.160734 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.162592 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.162592 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: router Sep 06 16:04:58.162937 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.164925 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.165457 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 06 16:04:58.165787 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.166728 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.167245 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: ext-gw-mode Sep 06 16:04:58.167572 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.168536 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.169048 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: l3-ha Sep 06 16:04:58.169372 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3_flavors.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.170286 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.170798 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: l3-flavors Sep 06 16:04:58.171120 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.172040 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.172576 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 06 16:04:58.172905 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: l3agentscheduler.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.173944 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.174458 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: l3_agent_scheduler Sep 06 16:04:58.174785 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: logging.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.176303 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.176819 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension logging not supported by any of loaded plugins Sep 06 16:04:58.177149 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: metering.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.178472 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.179002 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: metering Sep 06 16:04:58.179326 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.180456 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.180980 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: metering_source_and_destination_fields Sep 06 16:04:58.181304 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: multiprovidernet.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.182265 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.182779 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: multi-provider Sep 06 16:04:58.183103 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: netmtu.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.184033 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.184578 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: net-mtu Sep 06 16:04:58.184901 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: netmtu_writable.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.185839 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.186347 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: net-mtu-writable Sep 06 16:04:58.186669 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: network_availability_zone.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.187345 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.187857 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: network_availability_zone Sep 06 16:04:58.188204 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: network_ip_availability.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.189310 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.189829 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: network-ip-availability Sep 06 16:04:58.190152 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: network_segment_range.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.190921 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.191439 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 06 16:04:58.191751 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: pagination.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.192848 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.193178 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: pagination Sep 06 16:04:58.194097 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: port_device_profile.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.195031 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.195555 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: port-device-profile Sep 06 16:04:58.195877 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.196818 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.197330 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: port-mac-address-regenerate Sep 06 16:04:58.197653 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.198568 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.199081 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: port-numa-affinity-policy Sep 06 16:04:58.199403 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: port_resource_request.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.200478 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.200984 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 06 16:04:58.201305 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: portbindings.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.202231 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.202741 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: binding Sep 06 16:04:58.203063 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: portbindings_extended.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.204374 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.204892 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: binding-extended Sep 06 16:04:58.205218 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: portsecurity.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.206144 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.206661 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: port-security Sep 06 16:04:58.206984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: project_id.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.207955 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.208326 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: project-id Sep 06 16:04:58.208654 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: providernet.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.209764 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.210281 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: provider Sep 06 16:04:58.210601 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.214396 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.214923 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos not supported by any of loaded plugins Sep 06 16:04:58.215262 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.216541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.217064 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 06 16:04:58.217394 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.218314 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.218832 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 06 16:04:58.219158 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_default.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.220098 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.220613 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-default not supported by any of loaded plugins Sep 06 16:04:58.220939 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_fip.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.221593 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.222099 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-fip not supported by any of loaded plugins Sep 06 16:04:58.222420 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.223341 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.223849 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 06 16:04:58.224202 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.225311 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.225827 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 06 16:04:58.226151 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_pps_rule.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.227321 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.227838 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-pps not supported by any of loaded plugins Sep 06 16:04:58.228193 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.229137 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.229649 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 06 16:04:58.229971 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: qos_rules_alias.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.231009 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.231527 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 06 16:04:58.231851 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: quotasv2.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.232804 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.233131 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: quotas Sep 06 16:04:58.233452 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: quotasv2_detail.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.236712 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.237054 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: quota_details Sep 06 16:04:58.237391 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: rbac.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.238455 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.238990 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: rbac-policies Sep 06 16:04:58.239322 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: rbac_address_group.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.240807 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.241424 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: rbac-address-group Sep 06 16:04:58.241750 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: rbac_address_scope.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.242678 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.243197 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: rbac-address-scope Sep 06 16:04:58.243521 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: rbac_security_groups.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.244467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.244980 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: rbac-security-groups Sep 06 16:04:58.245304 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.246231 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.246744 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: rbac-subnetpool Sep 06 16:04:58.247067 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: revisionifmatch.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.247993 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.248542 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: revision-if-match Sep 06 16:04:58.248866 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: revisions.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.249987 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.250502 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: standard-attr-revisions Sep 06 16:04:58.250826 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: router_availability_zone.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.251506 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.252021 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: router_availability_zone Sep 06 16:04:58.252369 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: routerservicetype.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.253288 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.253799 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension router-service-type not supported by any of loaded plugins Sep 06 16:04:58.254122 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.255049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.255560 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: security-groups-normalized-cidr Sep 06 16:04:58.255882 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.257470 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.257986 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: port-security-groups-filtering Sep 06 16:04:58.258308 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.259236 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.259752 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: security-groups-remote-address-group Sep 06 16:04:58.260074 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: securitygroup.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.270972 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.271515 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: security-group Sep 06 16:04:58.271889 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: segment.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.272769 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.273287 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension segment not supported by any of loaded plugins Sep 06 16:04:58.273619 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.274563 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.275075 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 06 16:04:58.275404 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: servicetype.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.276597 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.277123 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: service-type Sep 06 16:04:58.277450 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: sorting.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.278437 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.278768 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: sorting Sep 06 16:04:58.279092 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: standard_attr_segment.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.280010 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.280563 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 06 16:04:58.280889 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: standardattrdescription.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.281541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.282055 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: standard-attr-description Sep 06 16:04:58.282378 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: stateful_security_group.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.283315 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.283837 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: stateful-security-group Sep 06 16:04:58.284200 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: stdattrs_common.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.284794 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 06 16:04:58.285115 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.286057 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.286582 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 06 16:04:58.286906 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnet_onboard.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.288017 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.288573 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: subnet_onboard Sep 06 16:04:58.288899 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.289825 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.290341 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 06 16:04:58.290666 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnet_service_types.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.291594 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.292135 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: subnet-service-types Sep 06 16:04:58.292461 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnetallocation.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.293542 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.294065 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: subnet_allocation Sep 06 16:04:58.294391 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.295064 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.295580 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: subnetpool-prefix-ops Sep 06 16:04:58.295901 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.296866 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.297389 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 06 16:04:58.297714 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: tagging.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.298783 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.299309 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: standard-attr-tag Sep 06 16:04:58.299636 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: timestamp.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.300889 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.301414 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loaded extension: standard-attr-timestamp Sep 06 16:04:58.301747 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: trunk.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.303347 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.304010 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension trunk not supported by any of loaded plugins Sep 06 16:04:58.304365 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: trunk_details.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.305301 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.305818 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension trunk-details not supported by any of loaded plugins Sep 06 16:04:58.306143 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.307151 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.307729 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 06 16:04:58.308053 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Loading extension file: vlantransparent.py {{(pid=93928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 06 16:04:58.308744 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 06 16:04:58.309254 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 06 16:04:58.311673 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:network Sep 06 16:04:58.312249 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnet Sep 06 16:04:58.312656 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 16:04:58.313060 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:port Sep 06 16:04:58.314266 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.314715 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service FLAVORS assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.315326 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.315761 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.316102 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:router Sep 06 16:04:58.316550 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 16:04:58.317046 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service METERING assigned prefix: /metering {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.318547 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.319061 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.319418 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:04:58.320445 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 16:04:58.320909 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:security_group Sep 06 16:04:58.321347 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 16:04:58.321925 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service CORE assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.322255 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 16:04:58.322597 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] subnetpool is already registered Sep 06 16:04:58.323039 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service CORE assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.323366 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 16:04:58.323696 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] subnetpool is already registered Sep 06 16:04:58.326014 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.326450 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service FLAVORS assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.327041 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.327464 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.327800 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:router Sep 06 16:04:58.328168 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] router is already registered Sep 06 16:04:58.328581 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 16:04:58.328916 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] floatingip is already registered Sep 06 16:04:58.329370 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service METERING assigned prefix: /metering {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.330040 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 16:04:58.330369 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] rbac_policy is already registered Sep 06 16:04:58.330781 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:security_group Sep 06 16:04:58.331115 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] security_group is already registered Sep 06 16:04:58.331515 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 16:04:58.331847 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] security_group_rule is already registered Sep 06 16:04:58.332508 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service CORE assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.332839 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 16:04:58.333172 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] subnetpool is already registered Sep 06 16:04:58.333593 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.v2.resource_helper [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Service CORE assigned prefix: {{(pid=93928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 16:04:58.333917 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 16:04:58.334788 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING neutron.quota.resource_registry [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] subnetpool is already registered Sep 06 16:04:58.335331 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: extensions {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.337049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: address-groups {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.338551 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: address-scopes {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.339885 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: agents {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.341078 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: auto-allocated-topology {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.342317 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: availability_zones {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.343529 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: dhcp-networks {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.345083 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: dhcp-agents {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.346526 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: routers {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.348772 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: flavors {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.350607 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: service_profiles {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.351825 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: next_providers {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.353304 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: service_profiles {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.354838 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: floatingip-pools {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.356049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: routers {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.358185 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: floatingips {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.359474 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: l3-routers {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.360936 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: l3-agents {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.362327 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: metering-labels {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.363686 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: metering-label-rules {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.364980 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: network-ip-availabilities {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.366335 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: bindings {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.368820 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: quotas {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.370277 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: quotas {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.371687 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: rbac-policies {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.372914 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: security-groups {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.374204 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: security-group-rules {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.375453 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: service-providers {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.376701 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: subnetpools {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.378132 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: subnetpools {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.379575 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.381383 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.383262 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.385017 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.386792 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.388666 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.390340 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.392273 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.394030 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.395763 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron.api.extensions [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Extended resource: tags {{(pid=93928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 16:04:58.402295 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING keystonemiddleware.auth_token [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 06 16:04:58.406962 dv-cinder-759961-10-iscsi neutron-server[93928]: WARNING keystonemiddleware.auth_token [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 06 16:04:58.416200 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Acquired lock "singleton_lock" {{(pid=93928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 06 16:04:58.416675 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_concurrency.lockutils [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Releasing lock "singleton_lock" {{(pid=93928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 06 16:04:58.417315 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Starting 2 workers Sep 06 16:04:58.422172 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Started child 94037 {{(pid=93928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 16:04:58.426567 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Started child 94038 {{(pid=93928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 16:04:58.427465 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.428282 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO neutron.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 06 16:04:58.428879 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Notify callbacks [] for process, before_spawn {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.429157 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [-] (94037) wsgi starting up on http://0.0.0.0:9696 Sep 06 16:04:58.431349 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.431772 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Starting 1 workers Sep 06 16:04:58.432779 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [-] (94038) wsgi starting up on http://0.0.0.0:9696 Sep 06 16:04:58.436571 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Started child 94039 {{(pid=93928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 16:04:58.437090 dv-cinder-759961-10-iscsi neutron-server[93928]: INFO oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Starting 1 workers Sep 06 16:04:58.440256 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] calling RpcWorker wait() {{(pid=94039) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 06 16:04:58.440790 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] returning from RpcWorker wait() {{(pid=94039) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 06 16:04:58.441527 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Started child 94040 {{(pid=93928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 16:04:58.442167 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.442375 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG neutron_lib.callbacks.manager [None req-1becbae7-371b-4e2c-844b-e4291210f6d7 None None] Notify callbacks [] for process, after_spawn {{(pid=93928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.442731 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:04:58.444856 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 16:04:58.445068 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 16:04:58.445254 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 16:04:58.445466 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 16:04:58.445820 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 16:04:58.445982 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 16:04:58.446489 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.446763 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.447015 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.447263 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.447574 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.447790 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:04:58.448261 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.448435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.448698 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.448971 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.449202 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.449372 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.449541 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.449782 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.450029 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.450325 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.450605 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.450856 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.451128 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.451303 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.451565 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.451843 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.452108 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.452372 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] debug = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.452617 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.453136 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.453366 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.453635 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.453869 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.454134 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.454361 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.454626 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.454879 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.455109 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.455348 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.455613 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.455853 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.456064 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.456337 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.456599 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.456812 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.457262 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] host = dv-cinder-759961-10-iscsi {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.457521 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.457743 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.458008 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.458253 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.458521 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.458769 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.459016 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.459862 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.460143 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.460389 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.460654 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.460898 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.461386 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.461631 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.461793 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_options = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.462029 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.462294 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.462565 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.462754 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.462922 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.463097 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.463358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.463578 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.463767 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.463969 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.464223 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.464459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.464671 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.464904 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.465166 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.465409 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.465623 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.465834 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.466089 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.466315 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.466542 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.466784 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.467015 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.467236 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.467481 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.467729 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.467952 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.468216 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.468431 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.468674 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.468913 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.469169 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.469411 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.469676 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.469996 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.470144 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.470330 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.470591 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.470816 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.471061 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.471310 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.471539 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.471782 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.472011 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.472247 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.472459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_json = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.472671 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.472888 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.473152 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.473381 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.473597 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.473836 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.474006 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.474254 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.474660 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.475022 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.475337 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.475563 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.475802 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.476039 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.476310 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.476550 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.476808 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.477037 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.477358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.477578 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.477869 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.478088 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.478360 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.478685 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.479872 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.479872 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.479872 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.479872 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.480195 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.480271 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:04:58.480422 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.480750 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.481086 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.481324 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.481855 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.482085 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.482424 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.482712 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.482985 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.483259 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.483500 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.483743 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.484053 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.484229 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.484404 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.485824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.489854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.492811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.493467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494125 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494722 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494722 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494722 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.494961 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.495038 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.495214 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.496635 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.497475 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.500275 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.500712 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.501153 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.501604 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.502129 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.502544 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.503238 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.503662 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.503934 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.504315 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.504605 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.504857 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.505658 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.505879 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.506828 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.507088 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.507327 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.507569 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.507786 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.508100 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.508325 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.508577 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.508830 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.509072 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.509882 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.509882 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.510085 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.510553 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.510993 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.511295 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.511591 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.512098 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.512619 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.512878 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.513169 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.513447 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.513735 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.514004 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.514324 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.514596 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.514838 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.515094 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.515464 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.515703 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.515959 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.516222 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.516501 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.516752 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.516987 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.517194 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.517430 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.517737 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.517970 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.518230 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.518477 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.518745 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.520293 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.521315 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.522436 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.522729 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.522970 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.523238 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.523489 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.523751 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.524025 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.527844 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.528217 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.528490 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.528784 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.529043 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.529304 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.529531 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.529799 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.530051 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.530304 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.530529 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.530763 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.530991 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.532225 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.532463 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.532734 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.532988 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.533221 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.533449 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.533702 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.533942 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.534222 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.534451 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.534730 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.534998 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.535249 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.535550 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.535748 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.536023 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.536282 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.536534 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.536779 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.537344 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.537568 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.537793 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.538118 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.538358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.538595 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.538836 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.539076 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.539336 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.539683 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.539940 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.540200 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.540454 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.540673 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.540933 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.541153 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.541473 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.541996 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.541996 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.542163 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.542389 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.542633 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.542874 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.543090 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.543306 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.543523 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.543742 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.544001 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.544327 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.544656 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.544815 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.545071 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.545312 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.545543 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.545772 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.545982 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.546216 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.546441 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.546657 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.546867 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.547095 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.547306 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.547516 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.547738 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.547953 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.548186 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.548417 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.548627 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.548865 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.549085 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.549301 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.549510 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.549733 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.549943 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.550154 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.550376 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.550614 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.550828 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.551074 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.551284 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.551516 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.551736 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.551950 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.552188 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.552480 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.552738 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.553071 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.553569 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.553826 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.554076 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.554299 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.554618 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.554900 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.555170 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.555397 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.555617 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.555838 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.556147 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.556482 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.556772 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.557049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.557287 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.557561 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.557835 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.558091 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.558303 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.558594 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.558918 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.559190 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.559453 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.559695 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.559935 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.560205 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.560427 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.560666 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.560899 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.561110 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.561370 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.561618 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.561849 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.562087 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.562359 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.562583 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.562811 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.563027 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.563270 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.563513 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.563672 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 16:04:58.564239 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 16:04:58.564435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 16:04:58.564567 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 16:04:58.564723 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 16:04:58.564984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 16:04:58.565342 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 16:04:58.565342 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.565566 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.565669 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.565770 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.565973 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566105 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566257 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566424 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566585 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566782 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.566888 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567040 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567546 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567546 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567546 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567909 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.567909 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.568162 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.568162 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.568410 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.568410 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.569164 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.569522 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] debug = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.569651 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.569816 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.569984 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570145 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570305 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570464 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570625 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570784 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.570943 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571102 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571261 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571425 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571585 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571744 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.571902 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572063 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572247 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572408 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] host = dv-cinder-759961-10-iscsi {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572568 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572727 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.572887 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573045 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573204 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573362 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573522 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573680 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573839 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.573999 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574158 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574493 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574493 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574738 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574738 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_options = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.574968 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575169 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575169 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575396 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575520 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575667 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575825 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.575983 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576164 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576314 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576474 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576632 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576792 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.576951 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577111 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577270 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577368 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:04:58.577468 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577575 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577732 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.577891 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578049 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578207 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578365 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578523 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578669 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578828 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.578988 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579146 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579306 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579465 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579624 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579783 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.579942 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580116 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580277 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580436 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580594 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580757 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.580918 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581076 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581235 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581398 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581557 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581716 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.581874 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582033 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_json = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582190 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582348 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582508 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582666 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582824 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.582982 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.583140 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.583299 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 16:04:58.583477 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.583640 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.583812 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.583972 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.584240 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.584409 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.584574 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.584735 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.584896 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585056 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585224 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585385 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585556 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585717 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.585877 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.586313 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.586461 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.586622 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.586784 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.586945 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587107 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587269 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587440 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587585 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587748 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.587894 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588059 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588259 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588494 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588664 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588825 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.588986 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589141 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589298 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589621 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589782 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.589944 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590104 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590265 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590425 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590586 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590751 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.590912 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591074 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591235 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591401 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591562 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591722 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.591888 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592537 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592537 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592537 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592537 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592935 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.592935 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593076 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593152 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593242 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593405 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593566 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593726 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.593887 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594048 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594405 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594405 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594641 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594771 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.594893 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595014 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595148 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595312 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595507 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595631 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.595771 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596166 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596166 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596166 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596577 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596577 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596833 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.596833 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597090 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597090 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597299 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597386 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597503 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597663 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597825 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.597998 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598173 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598334 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598494 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598653 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598814 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.598975 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.599136 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.599298 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.599459 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.599621 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.600325 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.600489 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.600656 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.600858 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.600948 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601136 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601283 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601443 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601602 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601764 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.601925 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602154 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602301 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602386 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602542 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602702 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.602877 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603038 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603203 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603364 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603533 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603704 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.603866 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604027 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604225 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604387 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604551 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604706 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.604861 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.605024 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.605185 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.605346 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.605770 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.605770 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606021 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606021 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606269 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606269 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606519 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606664 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606795 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.606924 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607068 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607197 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607330 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607462 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607626 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607787 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.607948 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608115 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608279 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608440 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608601 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608761 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.608921 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609082 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609243 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609405 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609565 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609725 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.609885 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610044 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610206 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610366 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610526 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610686 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.610874 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611006 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611172 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611331 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611490 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611650 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611810 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.611969 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612163 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612360 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612501 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612632 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612787 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.612949 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613110 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613273 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613417 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613583 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613745 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.613907 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614068 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614230 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614391 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614553 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614715 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.614875 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.615050 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.615214 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.615467 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.615682 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.615843 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616004 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616190 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616352 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616513 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616674 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616835 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.616998 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617175 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617322 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617484 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617645 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617806 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.617967 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618128 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618302 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618463 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618625 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618784 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.618935 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.619173 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.619351 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.619506 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.619663 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620036 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620036 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620195 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620340 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620469 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620845 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.620845 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621096 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621096 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621289 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621367 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621506 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621667 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621827 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.621988 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.622435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.622435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.622435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.622803 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.622803 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623033 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623152 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623274 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623396 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623518 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623660 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623992 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.623992 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624247 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624368 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624477 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624616 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624775 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.624936 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625110 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625271 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625435 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625596 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625761 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.625922 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.626243 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.626563 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.626750 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.626909 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627482 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627482 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627482 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627697 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627697 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.627893 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.631753 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632358 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 16:04:58.632854 dv-cinder-759961-10-iscsi neutron-server[93928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 16:04:58.690649 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46314) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:04:58.699963 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070677 Sep 06 16:05:10.282884 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37ec4a-04e6-4566-858d-504dd19239e4 None None] get_active_networks_info from dv-cinder-759961-10-iscsi {{(pid=94039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 06 16:05:10.362576 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37ec4a-04e6-4566-858d-504dd19239e4 None None] No non-hosted networks {{(pid=94039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 06 16:05:10.370584 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.agentschedulers_db [None req-fa37ec4a-04e6-4566-858d-504dd19239e4 None None] DHCP Agent not found on host dv-cinder-759961-10-iscsi {{(pid=94039) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 06 16:05:10.477100 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0d41ba8e-66be-48eb-ad39-da0ee55c1d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:12.865832 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4b22d1f6-0d80-4dd3-ae54-bd4dcd33e0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:12.911031 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-dbf05735-6e34-4f31-b379-82ff29a306ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:12.983529 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:12.984609 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.985131 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.985810 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.986285 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.986858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.987331 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.987831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.988344 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.988868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.989359 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.989889 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.990357 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:12.990974 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:13.013835 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:13.687445 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:15.355720 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:16.572667 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 46408) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:17.075046 dv-cinder-759961-10-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-a9cd8f27-af17-4da1-8a60-c2037089c40b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:17.075615 dv-cinder-759961-10-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-a9cd8f27-af17-4da1-8a60-c2037089c40b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:17.297445 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [None req-a9cd8f27-af17-4da1-8a60-c2037089c40b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:05:17.298581 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a9cd8f27-af17-4da1-8a60-c2037089c40b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7238455 Sep 06 16:05:19.196312 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.db.l3_hamode_db [None req-37637fb3-2620-48d6-8221-03c765b85873 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 06 16:05:19.271773 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637fb3-2620-48d6-8221-03c765b85873 None None] Routers set() bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:05:19.272196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637fb3-2620-48d6-8221-03c765b85873 None None] Router IDs set() for agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 06 16:05:19.707505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46422) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:20.193409 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING oslo_policy.policy [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:20.194002 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING oslo_policy.policy [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:20.414466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:20.506220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.policy [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94037) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 16:05:20.551153 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING oslo_policy.policy [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:20.551518 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING oslo_policy.policy [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:20.560755 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.quota [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] Loaded quota_driver: . Sep 06 16:05:20.647855 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733973647799', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733973647962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733973626920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733973629836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733975124856', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733973618399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1456866', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1431738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-708890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785900'] for rbac-policy, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:20.709623 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:20.710984 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-46732684-f77d-41d2-a14c-b9a5713c06b2 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0023758 Sep 06 16:05:23.266019 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46440) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:23.559660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'project_id': 'e9be53626efa4effa735d82f237d5f78'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:23.587905 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Made reservation on behalf of e9be53626efa4effa735d82f237d5f78 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:05:23.590622 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.607847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.726892 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.730586 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.748653 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:05:23.776669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733972221534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.777227 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Unsubscribe: segment precommit_create {{(pid=94037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 16:05:23.777764 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Added segment 9845c761-693e-40cf-8d35-814aa91e819b of type vlan for network 44781275-f04a-4670-84e8-a6c393fa0a7b Sep 06 16:05:23.793782 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed563bc-9199-41f0-b864-cca0b12fe350,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:23.841309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.841669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.842006 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.842336 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.842660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.842998 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.843327 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.843646 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.843980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.844326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.844642 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.844956 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Tracked resource versions report: Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: pushed versions: Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: { 'AddressGroup': {'1.2'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'ConntrackHelper': {'1.0'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Log': {'1.0'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Network': {'1.1'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Port': {'1.7'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'PortForwarding': {'1.2'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'QosPolicy': {'1.9'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroup': {'1.4'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SubPort': {'1.0'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Subnet': {'1.1'}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Trunk': {'1.1'}} Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: consumer versions: Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'ConntrackHelper': '1.0', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Log': '1.0', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Network': '1.1', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Port': '1.7', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'PortForwarding': '1.2', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'QosPolicy': '1.9', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroup': '1.4', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroupRule': '1.2', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SubPort': '1.0', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Subnet': '1.1', Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Trunk': '1.1'}} Sep 06 16:05:23.846283 dv-cinder-759961-10-iscsi neutron-server[94037]: {{(pid=94037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:05:23.895420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.936153 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.937232 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:23.937874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:23.987914 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7208142 Sep 06 16:05:24.038342 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a6e1-150e-4af4-aff6-b08cf6fc65f8 admin admin] Pushing event updated for resources: {'Network': ['ID=44781275-f04a-4670-84e8-a6c393fa0a7b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:24.051353 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 44781275-f04a-4670-84e8-a6c393fa0a7b details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:05:26.688448 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46454) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:27.087835 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc4554d-fedb-4bf1-9107-9965cf294f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:27.089385 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2cc4554d-fedb-4bf1-9107-9965cf294f6f admin admin] 10.222.0.11 "GET /v2.0/networks/44781275-f04a-4670-84e8-a6c393fa0a7b HTTP/1.1" status: 200 len: 825 time: 0.3999891 Sep 06 16:05:27.113796 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4f5463bc-f2b6-4e9a-b803-380de8a3754c admin admin] 10.222.0.11 "GET /v2.0/subnetpools/8ed6a82c-bc13-4341-ade4-be494d149d09 HTTP/1.1" status: 200 len: 734 time: 0.0183470 Sep 06 16:05:27.123434 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Request body: {'subnet': {'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09', 'name': 'private-subnet', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'gateway_ip': '172.20.0.1', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:27.145534 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Made reservation on behalf of e9be53626efa4effa735d82f237d5f78 for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:05:27.147702 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:27.427905 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:27.498028 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Checking segment: {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:05:27.498412 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Network hostable DHCP agents. Network: 44781275-f04a-4670-84e8-a6c393fa0a7b, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:05:27.500462 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0750bd-7271-4805-955e-93e827a901e6,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:27.520252 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Network 44781275-f04a-4670-84e8-a6c393fa0a7b is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:05:27.531757 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 44781275-f04a-4670-84e8-a6c393fa0a7b) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:27.536248 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:27.536842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:27.541975 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b6dc5-0ee2-410a-a4b6-6bc1ac91f912 None None] Network 44781275-f04a-4670-84e8-a6c393fa0a7b requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:05:27.555492 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e8a25abb-ced2-4163-a8dd-2b588c34c279 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4352472 Sep 06 16:05:27.857474 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-44781275-f04a-4670-84e8-a6c393fa0a7b', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:05:27.858688 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.128445 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Allocated IP 172.20.0.2 (44781275-f04a-4670-84e8-a6c393fa0a7b/4d0750bd-7271-4805-955e-93e827a901e6/1fbc0bee-dc1f-4736-ba61-57960a6a4793) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:05:28.327249 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.369550 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Transition to ACTIVE for port object 1fbc0bee-dc1f-4736-ba61-57960a6a4793 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:05:28.390381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Transition to ACTIVE for port object 1fbc0bee-dc1f-4736-ba61-57960a6a4793 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:05:28.397706 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.460136 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Network 44781275-f04a-4670-84e8-a6c393fa0a7b is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:05:28.465860 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:28.480765 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:05:28.488377 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Pushing event updated for resources: {'Port': ['ID=1fbc0bee-dc1f-4736-ba61-57960a6a4793,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:28.530795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.531139 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.531487 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.531820 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.532178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.532511 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.532838 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.533162 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.533504 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.533832 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.534152 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.534472 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Tracked resource versions report: Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: pushed versions: Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: { 'AddressGroup': {'1.2'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'ConntrackHelper': {'1.0'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Log': {'1.0'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Network': {'1.1'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Port': {'1.7'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'PortForwarding': {'1.2'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'QosPolicy': {'1.9'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroup': {'1.4'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SubPort': {'1.0'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Subnet': {'1.1'}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Trunk': {'1.1'}} Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: consumer versions: Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'ConntrackHelper': '1.0', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Log': '1.0', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Network': '1.1', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Port': '1.7', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'PortForwarding': '1.2', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'QosPolicy': '1.9', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroup': '1.4', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroupRule': '1.2', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SubPort': '1.0', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Subnet': '1.1', Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Trunk': '1.1'}} Sep 06 16:05:28.535838 dv-cinder-759961-10-iscsi neutron-server[94039]: {{(pid=94039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:05:28.569150 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Attempting to bind port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:05:28.569695 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Attempting to bind port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:05:28.569949 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Attempting to bind port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 on network 44781275-f04a-4670-84e8-a6c393fa0a7b {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:05:28.574782 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:05:28.575177 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Checking segment: {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:05:28.575663 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.576027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Bound using segment: {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:05:28.576514 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Bound port: 1fbc0bee-dc1f-4736-ba61-57960a6a4793, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:05:28.576919 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.638123 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] For port 1fbc0bee-dc1f-4736-ba61-57960a6a4793, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:05:28.642378 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] For port 1fbc0bee-dc1f-4736-ba61-57960a6a4793, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=1fbc0bee-dc1f-4736-ba61-57960a6a4793,segment=NetworkSegment(9845c761-693e-40cf-8d35-814aa91e819b),segment_id=9845c761-693e-40cf-8d35-814aa91e819b)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:05:28.648061 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:28.712770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c17d-09d0-4d8a-87ce-1587bb8778a3 None None] Pushing event updated for resources: {'Port': ['ID=1fbc0bee-dc1f-4736-ba61-57960a6a4793,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:29.968302 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46462) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:30.286081 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [None req-82a4fe58-c767-4ef8-9ea3-6c14ee528d85 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:05:30.287178 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-82a4fe58-c767-4ef8-9ea3-6c14ee528d85 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177471 Sep 06 16:05:32.698162 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46470) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:33.020834 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [None req-a3a4e6f9-3b0d-4d33-9cd6-84f82f21d877 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:05:33.021835 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a3a4e6f9-3b0d-4d33-9cd6-84f82f21d877 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3227508 Sep 06 16:05:35.668814 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46480) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:35.995915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:36.019039 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:36.020593 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:36.156182 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:36.161217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:36.173924 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:36.175154 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-aae92b87-7d5b-43d1-9784-975ffd2ca02b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5053740 Sep 06 16:05:36.919039 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1fbc0bee-dc1f-4736-ba61-57960a6a4793 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:05:37.001868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:05:37.067398 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc256be-db98-4bf6-a4ce-25df6dff7e8e None None] Network 44781275-f04a-4670-84e8-a6c393fa0a7b requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:05:37.166831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Provisioning for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:05:37.188321 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Provisioning complete for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:37.188847 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:37.345383 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:37.382784 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] For port 1fbc0bee-dc1f-4736-ba61-57960a6a4793, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=1fbc0bee-dc1f-4736-ba61-57960a6a4793,segment=NetworkSegment(9845c761-693e-40cf-8d35-814aa91e819b),segment_id=9845c761-693e-40cf-8d35-814aa91e819b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:05:37.388574 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:37.442671 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f485e-a1c8-4d7d-947b-842efba4ea5c None None] Pushing event updated for resources: {'Port': ['ID=1fbc0bee-dc1f-4736-ba61-57960a6a4793,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:37.507852 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-e169ff94-6fe6-48d0-9cb0-7f57c66869e5 None None] Provisioning complete for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:37.508929 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e169ff94-6fe6-48d0-9cb0-7f57c66869e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:38.561675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46492) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:38.874416 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [None req-61b3866d-ef1e-4989-9b07-1dc0d17485a3 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:05:38.875361 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-61b3866d-ef1e-4989-9b07-1dc0d17485a3 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127527 Sep 06 16:05:38.896577 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1fbc0bee-dc1f-4736-ba61-57960a6a4793 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:05:38.946387 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:38.946863 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:40.118302 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f3c8325e-9565-4977-aff9-a3df04f7a8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.292712 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 46500) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:41.600574 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:41.621565 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Made reservation on behalf of 88eb6d619c9b44b3a1868a9bf2fbfd74 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:05:41.623812 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.633482 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.718137 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.721436 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.734183 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Reserving flat network on physical network physnet1 {{(pid=94037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 06 16:05:41.754985 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.755352 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Added segment 662fcf7f-28c1-40ae-8c38-70b8a12df550 of type flat for network b19689ff-a0fb-46f0-ac61-47f73450b5d7 Sep 06 16:05:41.756601 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a097901-3376-49e1-ab23-e0aa1e890838,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:41.809433 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.839940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.840876 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:41.841451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:41.873182 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5794599 Sep 06 16:05:41.902557 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c012900-14fa-4e26-875b-8f9ad4a7ad03 admin admin] Pushing event updated for resources: {'Network': ['ID=b19689ff-a0fb-46f0-ac61-47f73450b5d7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:41.913258 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:05:42.858613 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8739577c-eb51-4826-909b-3ab7074efbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:42.973231 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:43.638624 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:44.251283 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 46518) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:44.568265 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.policy [None req-6840c188-f34c-481e-9c9d-2bc9890c0875 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 16:05:44.614210 dv-cinder-759961-10-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-6840c188-f34c-481e-9c9d-2bc9890c0875 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:44.614524 dv-cinder-759961-10-iscsi neutron-server[94038]: WARNING oslo_policy.policy [None req-6840c188-f34c-481e-9c9d-2bc9890c0875 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 16:05:44.622673 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840c188-f34c-481e-9c9d-2bc9890c0875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:44.624421 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6840c188-f34c-481e-9c9d-2bc9890c0875 admin admin] 10.222.0.11 "GET /v2.0/subnets/4d0750bd-7271-4805-955e-93e827a901e6 HTTP/1.1" status: 200 len: 849 time: 0.3722193 Sep 06 16:05:44.785234 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-dffe143a-7096-4f0b-a941-7890156bbb21 admin admin] 10.222.0.11 "GET /v2.0/routers/4a38f5cb-b605-4846-bf4e-239a304b5013 HTTP/1.1" status: 200 len: 704 time: 0.1546605 Sep 06 16:05:45.038658 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.304908 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.359226 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Allocated IP 172.20.0.1 (44781275-f04a-4670-84e8-a6c393fa0a7b/4d0750bd-7271-4805-955e-93e827a901e6/35c98301-eeef-4559-98a8-bc1c2f9eef5e) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:05:45.564995 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.591824 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Transition to ACTIVE for port object 35c98301-eeef-4559-98a8-bc1c2f9eef5e will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:05:45.656574 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.713535 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Network 44781275-f04a-4670-84e8-a6c393fa0a7b is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:05:45.718314 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:45.770362 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Pushing event updated for resources: {'Port': ['ID=35c98301-eeef-4559-98a8-bc1c2f9eef5e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:45.773398 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:05:45.773398 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.832574 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.832940 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.833279 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.833609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.833933 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.834269 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.834592 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.834910 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.835242 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.835559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.835870 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.836223 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Tracked resource versions report: Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: pushed versions: Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: { 'AddressGroup': {'1.2'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Log': {'1.0'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Network': {'1.1'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Port': {'1.7'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'PortForwarding': {'1.2'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'QosPolicy': {'1.9'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroup': {'1.4'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SubPort': {'1.0'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Subnet': {'1.1'}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Trunk': {'1.1'}} Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: consumer versions: Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'ConntrackHelper': '1.0', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Log': '1.0', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Network': '1.1', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Port': '1.7', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'PortForwarding': '1.2', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'QosPolicy': '1.9', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroup': '1.4', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroupRule': '1.2', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SubPort': '1.0', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Subnet': '1.1', Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Trunk': '1.1'}} Sep 06 16:05:45.837791 dv-cinder-759961-10-iscsi neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:05:45.947549 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6ead0bf7-aa77-45b1-a2de-1126090afca2 None None] Provisioning for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:05:45.951589 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6ead0bf7-aa77-45b1-a2de-1126090afca2 None None] Provisioning complete for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:45.952101 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ead0bf7-aa77-45b1-a2de-1126090afca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.978514 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:45.985724 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-6ead0bf7-aa77-45b1-a2de-1126090afca2 None None] Port 35c98301-eeef-4559-98a8-bc1c2f9eef5e cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:05:46.185477 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:46.189632 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:46.190376 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:46.272248 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Pushing event updated for resources: {'Port': ['ID=35c98301-eeef-4559-98a8-bc1c2f9eef5e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:46.311578 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Network 44781275-f04a-4670-84e8-a6c393fa0a7b is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:05:46.312885 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:46.507038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-176053f0-d7a0-4afd-b370-70fe93716f83 None None] Provisioning complete for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:46.507633 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-176053f0-d7a0-4afd-b370-70fe93716f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:46.518546 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Router 4a38f5cb-b605-4846-bf4e-239a304b5013 is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:05:46.542789 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-176053f0-d7a0-4afd-b370-70fe93716f83 None None] Port 35c98301-eeef-4559-98a8-bc1c2f9eef5e cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:05:46.608965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:05:46.614465 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8ee45b14-37e9-463e-89e7-8ab6162a61fc admin admin] 10.222.0.11 "PUT /v2.0/routers/4a38f5cb-b605-4846-bf4e-239a304b5013/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8227088 Sep 06 16:05:46.631591 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Sync routers for ids ['4a38f5cb-b605-4846-bf4e-239a304b5013'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:05:46.643821 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Routers {'4a38f5cb-b605-4846-bf4e-239a304b5013'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:05:46.644718 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:05:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['4a38f5cb-b605-4846-bf4e-239a304b5013'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:46.825364 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Set router 4a38f5cb-b605-4846-bf4e-239a304b5013 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:05:47.243045 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:45Z', 'revision_number': 2, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port_host': None, '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:46Z', 'revision_number': 2, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:47.293467 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Checking router: 4a38f5cb-b605-4846-bf4e-239a304b5013 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:05:47.293827 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Updating router 4a38f5cb-b605-4846-bf4e-239a304b5013 port 35c98301-eeef-4559-98a8-bc1c2f9eef5e binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:05:47.342393 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:47.861324 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:47.880020 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Transition to ACTIVE for port object 35c98301-eeef-4559-98a8-bc1c2f9eef5e will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:05:47.885855 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:48.047170 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Pushing event updated for resources: {'Port': ['ID=35c98301-eeef-4559-98a8-bc1c2f9eef5e,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:48.059065 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Attempting to bind port 35c98301-eeef-4559-98a8-bc1c2f9eef5e on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:05:48.059459 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Attempting to bind port 35c98301-eeef-4559-98a8-bc1c2f9eef5e by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:05:48.059877 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Attempting to bind port 35c98301-eeef-4559-98a8-bc1c2f9eef5e on network 44781275-f04a-4670-84e8-a6c393fa0a7b {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:05:48.062545 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.062890 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.063220 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.063545 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.063867 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.064211 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.064530 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.064849 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.065179 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.065497 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.065811 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.066121 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Tracked resource versions report: Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: pushed versions: Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: { 'AddressGroup': {'1.2'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'ConntrackHelper': {'1.0'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Log': {'1.0'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Network': {'1.1'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Port': {'1.7'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'PortForwarding': {'1.2'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'QosPolicy': {'1.9'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroup': {'1.4'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SubPort': {'1.0'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Subnet': {'1.1'}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Trunk': {'1.1'}} Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: consumer versions: Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'ConntrackHelper': '1.0', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Log': '1.0', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Network': '1.1', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Port': '1.7', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'PortForwarding': '1.2', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'QosPolicy': '1.9', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroup': '1.4', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroupRule': '1.2', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SubPort': '1.0', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Subnet': '1.1', Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Trunk': '1.1'}} Sep 06 16:05:48.067529 dv-cinder-759961-10-iscsi neutron-server[94040]: {{(pid=94040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:05:48.073124 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:05:48.073526 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Checking segment: {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:05:48.074002 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:48.074384 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Bound using segment: {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:05:48.074871 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Bound port: 35c98301-eeef-4559-98a8-bc1c2f9eef5e, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9845c761-693e-40cf-8d35-814aa91e819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:05:48.075256 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:48.141282 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] For port 35c98301-eeef-4559-98a8-bc1c2f9eef5e, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:05:48.159757 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] For port 35c98301-eeef-4559-98a8-bc1c2f9eef5e, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=35c98301-eeef-4559-98a8-bc1c2f9eef5e,segment=NetworkSegment(9845c761-693e-40cf-8d35-814aa91e819b),segment_id=9845c761-693e-40cf-8d35-814aa91e819b)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:05:48.163818 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:48.221129 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fadfc8-7983-41c0-a788-867bc9ca69b5 None None] Pushing event updated for resources: {'Port': ['ID=35c98301-eeef-4559-98a8-bc1c2f9eef5e,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:48.225309 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Routers {'4a38f5cb-b605-4846-bf4e-239a304b5013'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:05:48.225939 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:05:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['4a38f5cb-b605-4846-bf4e-239a304b5013'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:48.312665 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] Set router 4a38f5cb-b605-4846-bf4e-239a304b5013 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:05:48.518727 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:45Z', 'revision_number': 2, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port_host': None, '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:48Z', 'revision_number': 4, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:48.543099 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e723028d-4cbc-4cfa-8538-139ebf846f5e None None] The sync data for ids ['4a38f5cb-b605-4846-bf4e-239a304b5013'] in dv-cinder-759961-10-iscsi is: [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:45Z', 'revision_number': 2, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port_host': None, '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:48Z', 'revision_number': 4, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:05:48.859026 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 46544) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:48.970948 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8268c647-7c3c-426d-8520-f35dacfa2add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:48.978635 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8268c647-7c3c-426d-8520-f35dacfa2add admin admin] 10.222.0.11 "GET /v2.0/networks/b19689ff-a0fb-46f0-ac61-47f73450b5d7 HTTP/1.1" status: 200 len: 842 time: 0.1122532 Sep 06 16:05:48.982816 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:48.984192 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.quota [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Loaded quota_driver: . Sep 06 16:05:49.018999 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Made reservation on behalf of 88eb6d619c9b44b3a1868a9bf2fbfd74 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:05:49.021515 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:49.347524 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.objects.ports [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94038) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 06 16:05:49.347967 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:49.404446 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc0d397-6b3f-4198-80cb-e8925b2c7f99,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:49.408801 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:05:49.409163 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Network hostable DHCP agents. Network: b19689ff-a0fb-46f0-ac61-47f73450b5d7, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:05:49.429897 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:05:49.440577 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, b19689ff-a0fb-46f0-ac61-47f73450b5d7) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:49.444405 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:49.445015 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:49.449590 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64a20e-d191-4b3c-8a9a-b56721a2b6a1 None None] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:05:49.480107 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0a4b8231-dcb8-44c9-9e35-1edbf6b64540 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4898291 Sep 06 16:05:49.583438 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7dc863-b709-43b7-b8ef-27ded282e2d5 None None] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:05:50.501322 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:05:51.764511 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 46552) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:51.894203 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6d2f8abc-136d-4904-b6c2-b4e0d5bef972 admin admin] 10.222.0.11 "GET /v2.0/routers/4a38f5cb-b605-4846-bf4e-239a304b5013 HTTP/1.1" status: 200 len: 710 time: 0.1284864 Sep 06 16:05:51.982887 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c232b24-81ea-453c-b4ba-e34562568064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:05:51.984416 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5c232b24-81ea-453c-b4ba-e34562568064 admin admin] 10.222.0.11 "GET /v2.0/networks/b19689ff-a0fb-46f0-ac61-47f73450b5d7 HTTP/1.1" status: 200 len: 886 time: 0.0836546 Sep 06 16:05:51.994538 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:05:52.238051 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:52.531584 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:52.605054 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:52.707070 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Allocated IP 172.27.3.248 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/3db38feb-5708-4bb2-8076-5148d0e15c32) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:05:52.808832 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:52.847009 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:52.882688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:05:52.885547 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:05:52.889430 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:05:52.932438 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3db38feb-5708-4bb2-8076-5148d0e15c32,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:53.138262 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:53.327930 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418710', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-421126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15000'] for router, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:53.331188 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-418799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-421151'] for router, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:53.436475 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Router 4a38f5cb-b605-4846-bf4e-239a304b5013 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:05:53.541081 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:05:53.545169 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:53.546343 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6536c8e5-c82e-4e54-9ef7-85ee305b95e4 admin admin] 10.222.0.11 "PUT /v2.0/routers/4a38f5cb-b605-4846-bf4e-239a304b5013 HTTP/1.1" status: 200 len: 890 time: 1.5557179 Sep 06 16:05:54.941863 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 35c98301-eeef-4559-98a8-bc1c2f9eef5e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:05:54.995122 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:05:54.999193 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:54.999644 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:55.074849 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:55.106616 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 35c98301-eeef-4559-98a8-bc1c2f9eef5e, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=35c98301-eeef-4559-98a8-bc1c2f9eef5e,segment=NetworkSegment(9845c761-693e-40cf-8d35-814aa91e819b),segment_id=9845c761-693e-40cf-8d35-814aa91e819b)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:05:55.110218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:55.156152 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=35c98301-eeef-4559-98a8-bc1c2f9eef5e,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:55.160002 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Sync routers for ids ['4a38f5cb-b605-4846-bf4e-239a304b5013'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:05:55.170666 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Routers {'4a38f5cb-b605-4846-bf4e-239a304b5013'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:05:55.171322 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:05:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['4a38f5cb-b605-4846-bf4e-239a304b5013'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:55.414286 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Set router 4a38f5cb-b605-4846-bf4e-239a304b5013 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:05:55.794764 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:53Z', 'revision_number': 4, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port': {'id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:52Z', 'updated_at': '2021-09-06T16:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:55Z', 'revision_number': 5, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:55.846346 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Checking router: 4a38f5cb-b605-4846-bf4e-239a304b5013 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:05:55.846697 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Updating router 4a38f5cb-b605-4846-bf4e-239a304b5013 port 3db38feb-5708-4bb2-8076-5148d0e15c32 binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:05:55.893926 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:55.983020 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 46564) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:05:56.094141 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8ded6048-5ccb-40a6-bfb6-b30248d3d47b admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1099970 Sep 06 16:05:56.224030 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:56.235121 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Transition to ACTIVE for port object 3db38feb-5708-4bb2-8076-5148d0e15c32 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:05:56.241155 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:56.292630 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663bdb9-14ef-4e5a-8410-f5e85f96606b None None] Pushing event updated for resources: {'Port': ['ID=3db38feb-5708-4bb2-8076-5148d0e15c32,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:56.296646 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Attempting to bind port 3db38feb-5708-4bb2-8076-5148d0e15c32 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:05:56.297012 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Attempting to bind port 3db38feb-5708-4bb2-8076-5148d0e15c32 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:05:56.297373 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Attempting to bind port 3db38feb-5708-4bb2-8076-5148d0e15c32 on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:05:56.302339 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:05:56.302709 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:05:56.303104 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:56.303478 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:05:56.303940 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Bound port: 3db38feb-5708-4bb2-8076-5148d0e15c32, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:05:56.304380 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:56.361529 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] For port 3db38feb-5708-4bb2-8076-5148d0e15c32, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:05:56.365002 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] For port 3db38feb-5708-4bb2-8076-5148d0e15c32, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=3db38feb-5708-4bb2-8076-5148d0e15c32,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:05:56.370381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:56.417675 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Routers {'4a38f5cb-b605-4846-bf4e-239a304b5013'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:05:56.418315 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:05:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['4a38f5cb-b605-4846-bf4e-239a304b5013'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:56.557809 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663bdb9-14ef-4e5a-8410-f5e85f96606b None None] Pushing event updated for resources: {'Port': ['ID=3db38feb-5708-4bb2-8076-5148d0e15c32,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:05:56.622487 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] Set router 4a38f5cb-b605-4846-bf4e-239a304b5013 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:05:56.834993 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:53Z', 'revision_number': 4, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port': {'id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:52Z', 'updated_at': '2021-09-06T16:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:55Z', 'revision_number': 5, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:05:56.861789 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c4432-5c35-47fd-9a98-c6d956ef980d None None] The sync data for ids ['4a38f5cb-b605-4846-bf4e-239a304b5013'] in dv-cinder-759961-10-iscsi is: [{'id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'name': 'router1', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:05:36Z', 'updated_at': '2021-09-06T16:05:53Z', 'revision_number': 4, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'gw_port': {'id': '3db38feb-5708-4bb2-8076-5148d0e15c32', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:52Z', 'updated_at': '2021-09-06T16:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '35c98301-eeef-4559-98a8-bc1c2f9eef5e', 'name': '', 'network_id': '44781275-f04a-4670-84e8-a6c393fa0a7b', 'tenant_id': 'e9be53626efa4effa735d82f237d5f78', 'mac_address': 'fa:16:3e:98:a9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a38f5cb-b605-4846-bf4e-239a304b5013', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d0750bd-7271-4805-955e-93e827a901e6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:05:45Z', 'updated_at': '2021-09-06T16:05:55Z', 'revision_number': 5, 'project_id': 'e9be53626efa4effa735d82f237d5f78', 'subnets': [{'id': '4d0750bd-7271-4805-955e-93e827a901e6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ed6a82c-bc13-4341-ade4-be494d149d09'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:05:56.959851 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 35c98301-eeef-4559-98a8-bc1c2f9eef5e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:05:57.019387 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:57.019817 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:58.945199 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 3db38feb-5708-4bb2-8076-5148d0e15c32 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:05:59.001338 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 3db38feb-5708-4bb2-8076-5148d0e15c32 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:05:59.005373 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 3db38feb-5708-4bb2-8076-5148d0e15c32 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:05:59.005748 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:59.092544 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:59.114400 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 3db38feb-5708-4bb2-8076-5148d0e15c32, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=3db38feb-5708-4bb2-8076-5148d0e15c32,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:05:59.129310 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:05:59.209107 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=3db38feb-5708-4bb2-8076-5148d0e15c32,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:06:00.980371 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 3db38feb-5708-4bb2-8076-5148d0e15c32 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:06:01.088178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 3db38feb-5708-4bb2-8076-5148d0e15c32 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:06:01.088814 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:10.123438 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-34a6b550-16e8-4814-a760-3e4f0b8df28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:12.868631 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-dbf9dffe-cf55-41de-b56f-80a06e1a99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:12.979224 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:13.649859 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:15.325490 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:27.500359 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:06:40.131257 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-453ca426-5598-44d2-a289-45754cbc884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:42.864557 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d3d86437-e28c-4cfd-b676-732ce3d84ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:43.010255 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:43.649855 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:06:45.324924 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:04.498138 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:07:10.123606 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-89b0954d-5e0d-4731-9ebb-149924467b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:12.866153 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-16da52cb-fd44-4cd5-bded-1c3f88c1def1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:12.971709 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:13.651172 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:15.332033 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:31.986021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47126) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:32.050143 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.pecan_wsgi.hooks.translation [None req-352df989-5534-4d22-bae1-a4d51a2ba7fa admin admin] GET failed (client error): The resource could not be found. Sep 06 16:07:32.051521 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-352df989-5534-4d22-bae1-a4d51a2ba7fa admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645669 Sep 06 16:07:32.208035 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdadd1f4-7230-42b5-9c10-69b03591bae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:32.209431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-fdadd1f4-7230-42b5-9c10-69b03591bae3 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533422 Sep 06 16:07:34.385641 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47136) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:34.480132 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb0f789-8811-4909-892e-ce97ce6b0291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:34.481468 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1cb0f789-8811-4909-892e-ce97ce6b0291 admin admin] 10.222.0.11 "GET /v2.0/subnets/4d0750bd-7271-4805-955e-93e827a901e6 HTTP/1.1" status: 200 len: 849 time: 0.0948639 Sep 06 16:07:34.491487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:07:34.573844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:34.716838 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733972147923'] for subnet, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:34.750564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:34.751148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:34.752474 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] 10.222.0.11 "PUT /v2.0/subnets/4d0750bd-7271-4805-955e-93e827a901e6 HTTP/1.1" status: 200 len: 868 time: 0.2645950 Sep 06 16:07:34.755978 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407c6276-7f18-4bf5-aec4-ba1013542722 None None] Network 44781275-f04a-4670-84e8-a6c393fa0a7b requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:07:34.770184 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0750bd-7271-4805-955e-93e827a901e6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:07:34.777496 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.777848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.778194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.778535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.778867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.779217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.779552 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.779892 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.780939 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.781474 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.781600 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:34.781902 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308be2c9-6679-4601-8d99-8fe008a2a773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:07:35.113948 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-26946cd7-477c-46ce-b37e-626bdfb5aca6 None None] Provisioning complete for port 1fbc0bee-dc1f-4736-ba61-57960a6a4793 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:07:35.114321 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-26946cd7-477c-46ce-b37e-626bdfb5aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:35.201509 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-26946cd7-477c-46ce-b37e-626bdfb5aca6 None None] Provisioning complete for port 35c98301-eeef-4559-98a8-bc1c2f9eef5e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:07:35.201777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-26946cd7-477c-46ce-b37e-626bdfb5aca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:36.950488 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47144) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:37.149099 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392dcd3-e61a-4fd0-872b-61d77243bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:37.149504 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392dcd3-e61a-4fd0-872b-61d77243bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:37.151044 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c392dcd3-e61a-4fd0-872b-61d77243bd91 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995952 Sep 06 16:07:39.333007 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47152) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:39.461262 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8958a6-1ef0-418f-92a0-1feaf5becf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:39.461744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8958a6-1ef0-418f-92a0-1feaf5becf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:39.463269 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4e8958a6-1ef0-418f-92a0-1feaf5becf7d admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293166 Sep 06 16:07:40.124551 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d61eaa48-0f7d-4aa3-bc5d-7e8dd4315214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:41.496234 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:07:41.638968 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47160) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:41.806977 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13124af1-9812-4d25-8171-cc0389513b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:41.808285 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-13124af1-9812-4d25-8171-cc0389513b83 admin admin] 10.222.0.11 "GET /v2.0/networks/44781275-f04a-4670-84e8-a6c393fa0a7b HTTP/1.1" status: 200 len: 869 time: 0.1680872 Sep 06 16:07:42.868368 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0237609f-aeb9-4d7d-8b04-efdf421fe360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:42.973143 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:43.653327 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:44.013683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47168) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:44.190778 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5b17b7-f3ff-47d5-8c49-b54d5b22a2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:44.192176 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0b5b17b7-f3ff-47d5-8c49-b54d5b22a2c7 admin admin] 10.222.0.11 "GET /v2.0/networks/b19689ff-a0fb-46f0-ac61-47f73450b5d7 HTTP/1.1" status: 200 len: 886 time: 0.1765985 Sep 06 16:07:45.336875 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:07:46.359965 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47176) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:46.483637 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebf1ca-66ca-4c44-88d5-61f08235bef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:46.484121 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebf1ca-66ca-4c44-88d5-61f08235bef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:46.485634 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-6bebf1ca-66ca-4c44-88d5-61f08235bef8 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247168 Sep 06 16:07:48.669870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47184) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:48.760672 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe3a52-578b-4d02-be83-0023dfd8cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:48.761127 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe3a52-578b-4d02-be83-0023dfd8cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:48.762606 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ddfe3a52-578b-4d02-be83-0023dfd8cf50 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910454 Sep 06 16:07:50.937728 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47192) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:51.028808 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596dcee0-1c4e-4e3b-ba14-6a48b0943f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:51.031266 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-596dcee0-1c4e-4e3b-ba14-6a48b0943f66 admin admin] 10.222.0.11 "GET /v2.0/subnets/4cc0d397-6b3f-4198-80cb-e8925b2c7f99 HTTP/1.1" status: 200 len: 816 time: 0.0920231 Sep 06 16:07:53.200501 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47202) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:07:53.289414 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67001c69-bda0-47cb-8a58-1abe106bc5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:07:53.290738 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-67001c69-bda0-47cb-8a58-1abe106bc5e4 admin admin] 10.222.0.11 "GET /v2.0/subnets/4d0750bd-7271-4805-955e-93e827a901e6 HTTP/1.1" status: 200 len: 868 time: 0.0893652 Sep 06 16:08:10.129233 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f4d6da4c-da38-4616-823e-0aa344e2b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:12.867327 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fc168f2c-3e29-4b3d-a8f9-e32c532d4ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:12.973923 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:13.656528 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:15.340681 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:16.858257 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47256) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:08:16.905367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [None req-ad732f15-20bd-4efd-8807-510d921e8e91 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:08:16.906375 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ad732f15-20bd-4efd-8807-510d921e8e91 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471966 Sep 06 16:08:18.494732 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:08:19.277248 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47264) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:08:19.337683 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc33151-e0bb-4066-b808-bfcd05125ace admin admin] GET failed (client error): The resource could not be found. Sep 06 16:08:19.339015 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-bcc33151-e0bb-4066-b808-bfcd05125ace admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608261 Sep 06 16:08:19.425032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942748b-53be-4c4c-89fd-eb91860ad797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:08:19.426529 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1942748b-53be-4c4c-89fd-eb91860ad797 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822585 Sep 06 16:08:21.638402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47272) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:08:21.685339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:08:21.705082 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Made reservation on behalf of 88eb6d619c9b44b3a1868a9bf2fbfd74 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:08:21.707651 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:21.744531 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING neutron.services.revisions.revision_plugin [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Could not find related network for resource to bump revision. Sep 06 16:08:21.755664 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:08:21.764550 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:21.764895 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Added segment c642001b-0ca7-4a2a-99ac-3b47124c9028 of type vlan for network 5342a5e1-13af-42ae-89ef-315e8c848cc0 Sep 06 16:08:21.803588 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:21.827121 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:21.827988 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:08:21.828561 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:21.858181 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2186580 Sep 06 16:08:21.892017 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423b561-9154-459a-91aa-35c06b0d88e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5342a5e1-13af-42ae-89ef-315e8c848cc0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:08:21.902294 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:08:24.090332 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47280) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:08:24.150434 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bb961a-2c7a-4722-be6b-428425ad84d2 admin admin] GET failed (client error): The resource could not be found. Sep 06 16:08:24.151752 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-57bb961a-2c7a-4722-be6b-428425ad84d2 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598278 Sep 06 16:08:24.251874 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96f243-fd98-4c2b-b9d2-58359e799653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:08:24.253368 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4a96f243-fd98-4c2b-b9d2-58359e799653 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0963430 Sep 06 16:08:24.263667 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:08:24.283720 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Made reservation on behalf of 88eb6d619c9b44b3a1868a9bf2fbfd74 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:08:24.285845 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:24.516284 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:24.568532 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21ff41a-b840-4711-a5e5-29d500565aad,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:08:24.578160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.578526 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.578868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.579198 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.579545 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.579850 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.580209 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.580801 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.581142 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.581465 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.581788 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.582102 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:24.589370 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Checking segment: {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:08:24.589727 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Network hostable DHCP agents. Network: 5342a5e1-13af-42ae-89ef-315e8c848cc0, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:08:24.606165 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:08:24.614793 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 5342a5e1-13af-42ae-89ef-315e8c848cc0) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:08:24.620675 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:08:24.621253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:24.626693 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988db98-5db7-440a-a834-6b84cb56ab14 None None] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:08:24.634947 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-be8e9e4d-b81a-4f2d-baee-c0962d3f68dd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3747973 Sep 06 16:08:24.872350 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-5342a5e1-13af-42ae-89ef-315e8c848cc0', 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0', 'tenant_id': '88eb6d619c9b44b3a1868a9bf2fbfd74', 'fixed_ips': [{'subnet_id': 'f21ff41a-b840-4711-a5e5-29d500565aad'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:08:24.873192 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.024786 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Allocated IP 192.168.233.2 (5342a5e1-13af-42ae-89ef-315e8c848cc0/f21ff41a-b840-4711-a5e5-29d500565aad/565523e2-3639-4ee4-953d-3a5a3bdb71dd) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:08:25.176735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.185740 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Transition to ACTIVE for port object 565523e2-3639-4ee4-953d-3a5a3bdb71dd will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:08:25.200349 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Transition to ACTIVE for port object 565523e2-3639-4ee4-953d-3a5a3bdb71dd will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:08:25.206961 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.243840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:08:25.246665 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:08:25.252863 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:08:25.261813 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Pushing event updated for resources: {'Port': ['ID=565523e2-3639-4ee4-953d-3a5a3bdb71dd,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:08:25.269459 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.269832 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.270179 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.270533 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.270868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.271202 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.271531 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.271859 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.272223 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.272557 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.272881 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.273201 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:08:25.319067 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Attempting to bind port 565523e2-3639-4ee4-953d-3a5a3bdb71dd on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:08:25.319428 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Attempting to bind port 565523e2-3639-4ee4-953d-3a5a3bdb71dd by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:08:25.319795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Attempting to bind port 565523e2-3639-4ee4-953d-3a5a3bdb71dd on network 5342a5e1-13af-42ae-89ef-315e8c848cc0 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:08:25.324699 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:08:25.325243 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Checking segment: {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:08:25.325639 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.326027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Bound using segment: {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:08:25.326483 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Bound port: 565523e2-3639-4ee4-953d-3a5a3bdb71dd, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:08:25.326858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.392514 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] For port 565523e2-3639-4ee4-953d-3a5a3bdb71dd, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:08:25.397023 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] For port 565523e2-3639-4ee4-953d-3a5a3bdb71dd, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=565523e2-3639-4ee4-953d-3a5a3bdb71dd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:08:25.401071 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:25.458469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f4392-1e7c-4435-a7f4-747e363783d5 None None] Pushing event updated for resources: {'Port': ['ID=565523e2-3639-4ee4-953d-3a5a3bdb71dd,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:08:26.265911 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0613c-90a7-4684-97d5-23c10dd78b1f None None] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:08:26.386904 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-7a12cbdd-ef52-4cf2-b141-f5fe2162cee6 None None] Provisioning for port 565523e2-3639-4ee4-953d-3a5a3bdb71dd completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:08:27.041383 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 565523e2-3639-4ee4-953d-3a5a3bdb71dd up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:08:27.092218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 565523e2-3639-4ee4-953d-3a5a3bdb71dd completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:08:27.095874 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 565523e2-3639-4ee4-953d-3a5a3bdb71dd triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:08:27.096285 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:27.175208 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:27.207777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 565523e2-3639-4ee4-953d-3a5a3bdb71dd, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=565523e2-3639-4ee4-953d-3a5a3bdb71dd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:08:27.211470 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:27.258528 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=565523e2-3639-4ee4-953d-3a5a3bdb71dd,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:08:29.022097 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 565523e2-3639-4ee4-953d-3a5a3bdb71dd up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:08:29.070556 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 565523e2-3639-4ee4-953d-3a5a3bdb71dd triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:08:29.071169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:40.130446 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2618bf0e-bc50-4a22-8767-42f01d3cf56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:42.869915 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b571e689-5fbc-4fca-a3c2-c2abedaee32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:42.974939 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:43.659624 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:45.344387 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:08:55.492174 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:09:10.130864 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-61f9d6d3-21db-4671-a40a-3281fbb6543b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:12.872605 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cc4dea2b-24d8-4e74-a6c4-6c0ec35f1431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:12.975862 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:13.662887 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:15.347890 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:32.489525 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:09:32.742306 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47332) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:09:32.749282 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [None req-2d521c90-5b8f-4450-85f9-ce775df56b01 tempest-verify_tempest_config-87540654 tempest-verify_tempest_config-87540654-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:09:32.750260 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2d521c90-5b8f-4450-85f9-ce775df56b01 tempest-verify_tempest_config-87540654 tempest-verify_tempest_config-87540654-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069897 Sep 06 16:09:33.062444 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47350) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:09:33.166414 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.280228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.283938 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.328445 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56ca635ba04c4e3c908a823787a97161&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2649300 Sep 06 16:09:33.329649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9cf810-310b-4c87-a195-113d1af399ea,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:09:33.331144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47354) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:09:33.336804 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.337160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.337510 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.337846 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.338178 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.338527 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.338863 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.339216 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.339564 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.339893 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.340293 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.340649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b6ff8d-1cac-432a-b5fc-e22b2f10d02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.388571 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.408762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.494114 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.496640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:33.498699 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a9cf810-310b-4c87-a195-113d1af399ea HTTP/1.1" status: 204 len: 168 time: 0.1657207 Sep 06 16:09:33.506873 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9cf810-310b-4c87-a195-113d1af399ea,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:09:33.514010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.514369 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.514716 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.515052 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.515386 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.515734 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.516073 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.516438 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.516770 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.517094 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.517467 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:33.517793 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26320c08-e8d3-418c-a740-36580166973e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:09:40.131821 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-43ba8c40-65db-4237-8b41-8393e168e95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:42.873526 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a32702fc-d6dd-49e0-b5e7-a1380f0079b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:42.977087 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:43.665162 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:09:45.346528 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:09.488008 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:10:10.132210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-109c9b46-79f5-48f5-b93f-a6120e7dac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:12.874103 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-aad53620-3500-44ce-840e-30cf0e9ef1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:12.976393 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:13.671048 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:15.346688 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:40.132009 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c08f0eb6-c6bc-49cb-ab6f-5b095539217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:42.874678 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-188dfb22-2a22-4d15-947d-c7ac4748a758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:42.975617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:43.670787 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:45.349100 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:10:46.486827 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 5 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:11:04.116888 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451567'] for agent, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:10.132379 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7a787925-10dc-4760-9642-9773d40c8a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:12.874910 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f22a02f7-ebfd-4ab7-a044-93ff26f091e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:12.975985 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:13.672697 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:15.354880 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:19.392877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47430) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:11:19.497118 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-620d5c32-215d-48d8-83ca-fe6157c35938 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1031606 Sep 06 16:11:21.707068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47440) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:11:21.767961 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5da2a44e-4de7-4411-aac5-aa4130b5e3c1 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0598202 Sep 06 16:11:23.486134 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:11:34.073246 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:40.132038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8443533d-c0c0-4e3b-80d5-50cd5d4e5476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:42.876262 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f0079c4d-158b-4d0e-ba49-bb710d6cd293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:42.977829 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:43.675139 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:11:45.355332 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:00.484736 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:12:04.089611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:10.133241 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-072cda63-2d3e-4001-b02b-01f4a86f4972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:12.877097 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-506cc257-7529-47cb-9b3d-b2c24e086352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:12.977868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:13.680063 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:15.364913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:34.093404 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:37.483862 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:12:40.135068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6891c688-8c96-4be4-a08b-6ff0b1e02c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:42.877771 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b0fa39f1-4aea-4eea-8c4b-d3c3bb6cd0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:42.978871 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:43.681968 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:45.362168 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:50.696520 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47600) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:51.014234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-765151483-network', 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:51.050229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:51.052592 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.061549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.152095 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.156816 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.182437 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:12:51.195708 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.196277 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Added segment 134dc96d-83b7-4177-b451-3688f78b811a of type vlan for network 7e98e35e-0438-471b-a56d-7758022aece6 Sep 06 16:12:51.226128 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4ff879-0e19-4618-965f-6d56333bf200,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:51.236362 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.236731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.237076 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.237418 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.237764 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.238110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.238439 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.238784 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.239123 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.239678 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.240009 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.240364 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Tracked resource versions report: Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: pushed versions: Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: { 'AddressGroup': {'1.2'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'ConntrackHelper': {'1.0'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Log': {'1.0'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Network': {'1.1'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Port': {'1.7'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'PortForwarding': {'1.2'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'QosPolicy': {'1.9'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroup': {'1.4'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SubPort': {'1.0'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Subnet': {'1.1'}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Trunk': {'1.1'}} Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: consumer versions: Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: HyperV agent@hv-cinder-75996: {}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'ConntrackHelper': '1.0', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Log': '1.0', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Network': '1.1', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Port': '1.7', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'PortForwarding': '1.2', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'QosPolicy': '1.9', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroup': '1.4', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SecurityGroupRule': '1.2', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'SubPort': '1.0', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Subnet': '1.1', Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: 'Trunk': '1.1'}} Sep 06 16:12:51.241430 dv-cinder-759961-10-iscsi neutron-server[94037]: {{(pid=94037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:12:51.253097 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.280573 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.280573 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:51.280740 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47644) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:51.287494 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.357492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] Pushing event updated for resources: {'Network': ['ID=7e98e35e-0438-471b-a56d-7758022aece6,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:51.363225 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e89ad206-f53c-424a-bac2-6b663d22cd4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6629984 Sep 06 16:12:51.363622 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47656) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:51.368620 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Request body: {'subnet': {'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-765151483-subnet', 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:51.369813 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 7e98e35e-0438-471b-a56d-7758022aece6 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:12:51.390989 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:51.393338 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.567643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.584448 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-835609788-network', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:51.658103 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88391a0-570a-41f5-ae80-48ae6d4ac4d8,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:51.670002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.670774 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.671336 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.671672 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.671998 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.672348 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.672676 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.673000 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.673320 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.673634 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.674134 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.674478 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Tracked resource versions report: Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: pushed versions: Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: { 'AddressGroup': {'1.2'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'ConntrackHelper': {'1.0'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Log': {'1.0'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Network': {'1.1'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Port': {'1.7'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'PortForwarding': {'1.2'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'QosPolicy': {'1.9'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroup': {'1.4'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SubPort': {'1.0'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Subnet': {'1.1'}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Trunk': {'1.1'}} Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: consumer versions: Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: HyperV agent@hv-cinder-75996: {}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'ConntrackHelper': '1.0', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Log': '1.0', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Network': '1.1', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Port': '1.7', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'PortForwarding': '1.2', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'QosPolicy': '1.9', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroup': '1.4', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SecurityGroupRule': '1.2', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'SubPort': '1.0', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Subnet': '1.1', Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: 'Trunk': '1.1'}} Sep 06 16:12:51.675601 dv-cinder-759961-10-iscsi neutron-server[94038]: {{(pid=94038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:12:51.679779 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Checking segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:51.680156 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Network hostable DHCP agents. Network: 7e98e35e-0438-471b-a56d-7758022aece6, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:12:51.695338 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Made reservation on behalf of 1267b85dfb1e4dd0a4492625ec7d75e1 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:51.698136 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.711774 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.714357 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Network 7e98e35e-0438-471b-a56d-7758022aece6 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:12:51.731940 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 7e98e35e-0438-471b-a56d-7758022aece6) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:51.742549 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb7e24-e628-4d1c-a4dc-f0616f852e26 None None] Network 7e98e35e-0438-471b-a56d-7758022aece6 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:51.805303 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47672) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:51.819294 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.823816 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:51.826321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.832301 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.868748 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:51.877076 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:12:51.886096 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-36686eca-43d6-4189-964a-fd21854b9a71 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5213571 Sep 06 16:12:51.893897 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733972221534', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.894789 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Unsubscribe: segment precommit_create {{(pid=94038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 16:12:51.895523 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Added segment 174a072c-3661-402a-a4c3-255bd5058adb of type vlan for network e2970be5-c199-4775-bce0-24eaf740fdec Sep 06 16:12:51.933128 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff43baa-6a3a-45b3-af7b-73405e993897 None None] Network 7e98e35e-0438-471b-a56d-7758022aece6 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:51.964340 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:51.999732 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.001670 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:52.002554 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.006996 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47680) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:52.048929 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47684) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:52.052538 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7706695 Sep 06 16:12:52.056545 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47686) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:52.064879 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Request body: {'subnet': {'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-subnet', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:52.095314 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Made reservation on behalf of 1267b85dfb1e4dd0a4492625ec7d75e1 for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:52.098114 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.138844 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9f4f7-f946-42ff-bd80-aa69f5f41e9d admin admin] Pushing event updated for resources: {'Network': ['ID=e2970be5-c199-4775-bce0-24eaf740fdec,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:52.151213 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network e2970be5-c199-4775-bce0-24eaf740fdec details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:12:52.185109 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-712903179-network', 'tenant_id': '0ca5c9bfffc141c2b907e0100d81f938'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:52.211085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Made reservation on behalf of 0ca5c9bfffc141c2b907e0100d81f938 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:52.213770 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.225938 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.380697 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1704978318-network', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:52.425015 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.429234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-network', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:52.480224 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.484770 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Made reservation on behalf of af0b4c25fb6242789230ba4422a152c5 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:52.488037 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.505763 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.514901 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Made reservation on behalf of b83b7f72328545edb98530c4aaa43e83 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:52.517574 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.554584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.559329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:12:52.562828 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.631948 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.652161 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Added segment 5a0b935b-08ec-484e-9f17-d39ffc788981 of type vlan for network 1e29e338-8d26-4790-9fda-baa97d013f33 Sep 06 16:12:52.778948 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe5f614-04f0-444b-856b-cfb327d97c24,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:52.811466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.858777 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.859783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:52.860402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.927013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:52.936878 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Checking segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:52.937488 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Network hostable DHCP agents. Network: e2970be5-c199-4775-bce0-24eaf740fdec, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:12:52.943834 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=1e29e338-8d26-4790-9fda-baa97d013f33,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:52.956764 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 1e29e338-8d26-4790-9fda-baa97d013f33 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:12:52.981651 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:52.984440 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Network e2970be5-c199-4775-bce0-24eaf740fdec is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:12:52.993074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.027160 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bad52b-856f-4286-9ddd-25f0d1f83285,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:53.034539 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47758) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.035290 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e7aff98b-9791-4867-aec4-2615fb92f5d2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2283344 Sep 06 16:12:53.039968 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Request body: {'subnet': {'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-712903179-subnet', 'tenant_id': '0ca5c9bfffc141c2b907e0100d81f938', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:53.042032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, e2970be5-c199-4775-bce0-24eaf740fdec) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:53.056899 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:53.058405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.070044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:12:53.085090 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47766) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.087761 dv-cinder-759961-10-iscsi neutron-server[94038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 16:12:53.092559 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.092995 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Added segment fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7 of type vlan for network e5797b75-abf3-45b5-94d1-6e1b9eacad65 Sep 06 16:12:53.119733 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac0b2b-1a79-4a6d-b85f-517b1b9e1d46 None None] Network e2970be5-c199-4775-bce0-24eaf740fdec requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:53.159159 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.225470 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.226705 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:53.238201 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.349370 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.362180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-76ef9401-dd12-43b2-b887-dd94dbfc648e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:53.368617 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-76ef9401-dd12-43b2-b887-dd94dbfc648e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.2819176 Sep 06 16:12:53.379098 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.394863 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-f2d08569-83e8-4967-a758-55afb6154458 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/quotas/77de83b56a7a4d579a8170b3abc335f6 HTTP/1.1" status: 200 len: 375 time: 0.0238755 Sep 06 16:12:53.413573 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4037004 Sep 06 16:12:53.451991 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dcc961-edd1-4088-be18-b591dc8433f9 None None] Network e2970be5-c199-4775-bce0-24eaf740fdec requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:53.525592 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-ad2af596-e5ac-417c-940a-ddc85195091e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191533 Sep 06 16:12:53.526435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47788) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.529252 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Made reservation on behalf of 0ca5c9bfffc141c2b907e0100d81f938 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:53.531501 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.537560 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Request body: {'subnet': {'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1704978318-subnet', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:53.548966 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c065ad-e346-4a54-97d4-91583b323a04,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:53.575312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47800) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.578137 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-dda5aea6-2cd1-4748-a92c-25193bd5f54d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5204322 Sep 06 16:12:53.579526 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:53.583047 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803672e-d907-42ca-8aa8-5b0ab7f57106 admin admin] Pushing event updated for resources: {'Network': ['ID=e5797b75-abf3-45b5-94d1-6e1b9eacad65,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:53.587639 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:12:53.608938 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.610138 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Added segment 9afdaf59-731c-4ea3-b29e-b37d2964f948 of type vlan for network a649802b-3b2d-401e-b21e-2b72c3c59763 Sep 06 16:12:53.628007 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:12:53.641259 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Made reservation on behalf of af0b4c25fb6242789230ba4422a152c5 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:53.643482 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.685665 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.721387 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.722707 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:53.724117 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.813634 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=a649802b-3b2d-401e-b21e-2b72c3c59763,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:53.830412 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network a649802b-3b2d-401e-b21e-2b72c3c59763 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:12:53.896456 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.898028 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:53.904750 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ec7b0794-ddc9-4264-8511-a23a36958ed3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8546698 Sep 06 16:12:53.905398 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47814) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.912051 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Request body: {'subnet': {'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-subnet', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:53.923635 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47816) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:53.955276 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Made reservation on behalf of b83b7f72328545edb98530c4aaa43e83 for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:12:53.958902 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.033691 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f7d9c44-0181-4a93-99bb-bf8f4dab3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.065345 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-dd1e2868-1c94-4d79-a755-d6c23582c07e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:12:54.066372 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-dd1e2868-1c94-4d79-a755-d6c23582c07e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0974042 Sep 06 16:12:54.116699 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.162967 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.216576 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.298301 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47836) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:54.323387 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f7d9c44-0181-4a93-99bb-bf8f4dab3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.333006 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3f7d9c44-0181-4a93-99bb-bf8f4dab3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.395894 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488df781-a7df-4caa-95c0-ce9a54dfddcc,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.404161 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d9c44-0181-4a93-99bb-bf8f4dab3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a34b0-fdb8-4d77-ba5a-45c2de6c9d5d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.410569 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-3f7d9c44-0181-4a93-99bb-bf8f4dab3301 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=483b809c29f545d3b35678d1beadeb32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4827857 Sep 06 16:12:54.410741 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47840) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:54.445678 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Checking segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:54.446033 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Network hostable DHCP agents. Network: a649802b-3b2d-401e-b21e-2b72c3c59763, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:12:54.458018 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae5b3-7252-429c-8d71-94e50c4d2e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.505683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:12:54.517848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.534220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, a649802b-3b2d-401e-b21e-2b72c3c59763) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:54.545386 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705c4b1-2723-4916-ab81-7e485648915f None None] Network a649802b-3b2d-401e-b21e-2b72c3c59763 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:54.549608 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:54.550204 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.557628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.563030 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.568234 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39106097-46df-4211-b22f-f85ad0c31fe8,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.571774 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.580002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Checking segment: {'id': '5a0b935b-08ec-484e-9f17-d39ffc788981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:54.580401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Network hostable DHCP agents. Network: 1e29e338-8d26-4790-9fda-baa97d013f33, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:12:54.583747 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-55882ba8-9047-4976-bf3f-0f6235ebf7c2 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057607 Sep 06 16:12:54.675775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae5b3-7252-429c-8d71-94e50c4d2e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.697460 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae5b3-7252-429c-8d71-94e50c4d2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.717339 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=da205698-b317-4e68-98d4-5702921085b8,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.730163 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.734153 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.737358 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Network 1e29e338-8d26-4790-9fda-baa97d013f33 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:12:54.738437 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/989a34b0-fdb8-4d77-ba5a-45c2de6c9d5d HTTP/1.1" status: 204 len: 168 time: 0.3267612 Sep 06 16:12:54.747292 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-68762e3a-f553-4c0b-981a-fc3b573ffc13 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8376746 Sep 06 16:12:54.750620 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47852) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:54.755691 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 1e29e338-8d26-4790-9fda-baa97d013f33) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:54.760367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:54.776798 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9f4ae5b3-7252-429c-8d71-94e50c4d2e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20e43021554d4d13828664ffad841968&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4749401 Sep 06 16:12:54.785052 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47854) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:54.793949 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e29e99e-148f-4875-b24c-00ce800ebfc3 None None] Network 1e29e338-8d26-4790-9fda-baa97d013f33 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:54.804903 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:54.805685 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.815224 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae5b3-7252-429c-8d71-94e50c4d2e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fddf8db-a359-4f71-9cde-457451d93051,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.828335 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-a649802b-3b2d-401e-b21e-2b72c3c59763', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:12:54.830806 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.841349 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce9e9-5b22-4851-83f1-24abb0fe171e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a34b0-fdb8-4d77-ba5a-45c2de6c9d5d,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:54.856215 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-3689ef71-8d7b-4b1f-be1a-65e7b7362b2a service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360599 Sep 06 16:12:54.866663 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Checking segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:54.867241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.867493 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Network hostable DHCP agents. Network: e5797b75-abf3-45b5-94d1-6e1b9eacad65, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:12:54.868388 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:54.890948 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d4eb64b1-605e-4235-a20d-7aa86e501c40 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8552270 Sep 06 16:12:54.942069 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:12:54.976893 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.032249 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.063429 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, e5797b75-abf3-45b5-94d1-6e1b9eacad65) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:55.073384 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:55.074019 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.170869 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Allocated IP 172.20.0.2 (a649802b-3b2d-401e-b21e-2b72c3c59763/488df781-a7df-4caa-95c0-ce9a54dfddcc/131931eb-a01a-4664-96dd-1c677417b622) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:12:55.192240 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.195102 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fb59265a-fed6-4b11-ae55-0f3c74ba5edd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6659186 Sep 06 16:12:55.200253 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47866) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:55.211499 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:55.234328 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.241228 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.244371 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fddf8db-a359-4f71-9cde-457451d93051 HTTP/1.1" status: 204 len: 168 time: 0.4575496 Sep 06 16:12:55.298951 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.349072 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.374599 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfa2aa7-5246-427c-b857-7053d160c8e6 None None] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:55.401178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ac2a7-c8fa-406c-b1b6-5f2638455494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fddf8db-a359-4f71-9cde-457451d93051,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:55.490165 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a2f5f-4ea8-43a3-9b37-bef979c2f4d8 None None] Network 1e29e338-8d26-4790-9fda-baa97d013f33 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:55.573301 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Allocated IP 172.27.3.166 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/347b77dc-5e72-422b-aa7f-806ee36f4b18) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:12:55.627897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.630570 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.697013 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.707481 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.724388 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d7b7c83f-4883-4a2a-82f4-cb261d1b5c88 req-9f3ebcad-837d-402d-b7c0-7e68a4af689e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.3378744 Sep 06 16:12:55.771541 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.790814 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.798308 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:55.804837 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:12:55.807999 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:55.829758 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:12:55.833334 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Transition to ACTIVE for port object 131931eb-a01a-4664-96dd-1c677417b622 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:12:55.932598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Transition to ACTIVE for port object 131931eb-a01a-4664-96dd-1c677417b622 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:12:55.980838 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.017992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.065862 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 47916) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:56.066516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Pushing event updated for resources: {'Port': ['ID=347b77dc-5e72-422b-aa7f-806ee36f4b18,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:56.078794 dv-cinder-759961-10-iscsi neutron-server[94037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 16:12:56.095220 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:12:56.108342 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.141078 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:12:56.150531 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:56.159725 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:12:56.163181 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Pushing event updated for resources: {'Port': ['ID=131931eb-a01a-4664-96dd-1c677417b622,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:56.164412 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47924) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:56.183502 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f96b9c8-ddbb-41f3-b47e-54e5374fe412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.187181 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.187774 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.188316 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.188676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.189190 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.189750 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.190244 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.190780 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.191301 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.191809 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.192360 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.192875 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Tracked resource versions report: Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: pushed versions: Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: { 'AddressGroup': {'1.2'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'ConntrackHelper': {'1.0'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Log': {'1.0'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Network': {'1.1'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Port': {'1.7'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'PortForwarding': {'1.2'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'QosPolicy': {'1.9'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroup': {'1.4'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SubPort': {'1.0'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Subnet': {'1.1'}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Trunk': {'1.1'}} Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: consumer versions: Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: HyperV agent@hv-cinder-75996: {}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'ConntrackHelper': '1.0', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Log': '1.0', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Network': '1.1', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Port': '1.7', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'PortForwarding': '1.2', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'QosPolicy': '1.9', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroup': '1.4', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SecurityGroupRule': '1.2', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'SubPort': '1.0', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Subnet': '1.1', Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: 'Trunk': '1.1'}} Sep 06 16:12:56.194307 dv-cinder-759961-10-iscsi neutron-server[94039]: {{(pid=94039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:12:56.307844 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.341795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Attempting to bind port 131931eb-a01a-4664-96dd-1c677417b622 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:12:56.342403 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Attempting to bind port 131931eb-a01a-4664-96dd-1c677417b622 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:12:56.342767 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Attempting to bind port 131931eb-a01a-4664-96dd-1c677417b622 on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:12:56.353853 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:12:56.354247 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Checking segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:56.354771 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.355259 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Bound using segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:12:56.355887 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Bound port: 131931eb-a01a-4664-96dd-1c677417b622, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:12:56.356766 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.438415 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Allocated IP 172.20.0.2 (e5797b75-abf3-45b5-94d1-6e1b9eacad65/da205698-b317-4e68-98d4-5702921085b8/43b29334-1a11-4c16-8328-59e31c94a79b) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:12:56.547801 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] For port 131931eb-a01a-4664-96dd-1c677417b622, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:12:56.551915 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f96b9c8-ddbb-41f3-b47e-54e5374fe412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.560628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f96b9c8-ddbb-41f3-b47e-54e5374fe412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.599839 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] For port 131931eb-a01a-4664-96dd-1c677417b622, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=131931eb-a01a-4664-96dd-1c677417b622,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:12:56.606986 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.686109 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-b26b098d-1e45-4254-8d6c-a071818b73d1 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:56.697969 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-b26b098d-1e45-4254-8d6c-a071818b73d1 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/networks?id=1e29e338-8d26-4790-9fda-baa97d013f33 HTTP/1.1" status: 200 len: 811 time: 0.6201739 Sep 06 16:12:56.704389 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7f96b9c8-ddbb-41f3-b47e-54e5374fe412 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba091c28d801453197f64b5c86a82d87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5371847 Sep 06 16:12:56.706535 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47950) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:56.759115 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-b7ea9247-704d-47c9-9f30-3ca5c5eae4a7 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/quotas/0ca5c9bfffc141c2b907e0100d81f938 HTTP/1.1" status: 200 len: 375 time: 0.0556438 Sep 06 16:12:56.808940 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c036d-fa13-4447-8b84-c45de0b6cfc7 None None] Pushing event updated for resources: {'Port': ['ID=131931eb-a01a-4664-96dd-1c677417b622,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:56.822459 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.838584 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.854102 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Transition to ACTIVE for port object 43b29334-1a11-4c16-8328-59e31c94a79b will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:12:56.881837 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Transition to ACTIVE for port object 43b29334-1a11-4c16-8328-59e31c94a79b will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:12:56.891421 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:56.907080 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ea10a5d5-47f7-4ac0-b7ce-c499904f02d7 req-1f2e2528-78de-4dff-a7e4-4757a04a03f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.0780528 Sep 06 16:12:56.926920 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96b9c8-ddbb-41f3-b47e-54e5374fe412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f20706-7f50-4622-b2aa-865e8a03e8a1,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:56.959977 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:12:56.964461 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:56.969661 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:12:57.038169 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-af048a10-5073-4f78-8a88-d3fa88d6b1b1 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ca5c9bfffc141c2b907e0100d81f938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2754142 Sep 06 16:12:57.072628 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Attempting to bind port 43b29334-1a11-4c16-8328-59e31c94a79b on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:12:57.072970 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Attempting to bind port 43b29334-1a11-4c16-8328-59e31c94a79b by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:12:57.075123 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Attempting to bind port 43b29334-1a11-4c16-8328-59e31c94a79b on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:12:57.082537 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Pushing event updated for resources: {'Port': ['ID=43b29334-1a11-4c16-8328-59e31c94a79b,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:57.094493 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:12:57.097046 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Checking segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:12:57.097716 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.099225 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Bound using segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:12:57.101307 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.101972 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Bound port: 43b29334-1a11-4c16-8328-59e31c94a79b, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:12:57.102438 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.114313 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.325159 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.331197 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.395842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Allocated IP 172.27.3.167 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/756f4780-d5d4-4ed2-8d36-da9a7a65344a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:12:57.416607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] For port 43b29334-1a11-4c16-8328-59e31c94a79b, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:12:57.429834 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] For port 43b29334-1a11-4c16-8328-59e31c94a79b, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=43b29334-1a11-4c16-8328-59e31c94a79b,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:12:57.439480 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 131931eb-a01a-4664-96dd-1c677417b622 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:12:57.458537 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.527597 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.537722 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.541897 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69f20706-7f50-4622-b2aa-865e8a03e8a1 HTTP/1.1" status: 204 len: 168 time: 0.8292403 Sep 06 16:12:57.609389 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc09531-38b2-4c02-9f0f-2b1556aed7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f20706-7f50-4622-b2aa-865e8a03e8a1,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:57.626027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3c53b-f340-4c22-8f35-0b149d74a28f None None] Pushing event updated for resources: {'Port': ['ID=43b29334-1a11-4c16-8328-59e31c94a79b,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:57.660240 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 131931eb-a01a-4664-96dd-1c677417b622 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:12:57.670311 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Router 0548ebeb-7f9c-4236-b200-8093bd3b726f is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:12:57.704875 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.744533 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:57.810579 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-308f9528-304c-4421-b03a-447e78d39789 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:12:57.811708 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-308f9528-304c-4421-b03a-447e78d39789 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2996213 Sep 06 16:12:57.955825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:12:57.973192 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Sync routers for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:12:57.989121 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:12:57.989773 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:12:58.022613 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:58.035080 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f3ae1e88-e365-4ff0-a80a-df1c63f76022 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4589584 Sep 06 16:12:58.037381 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 47984) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:58.090255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-c449cef9-9b87-497c-92d2-cb8f98e33195 service neutron] 10.222.0.11 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531772 Sep 06 16:12:58.261694 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:58.266238 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:12:58.403108 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aa74a9d1-1dd1-4e53-9525-d87bf03653d4 req-8e0cc1c3-39fb-4082-80ad-077605732b3d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.0873108 Sep 06 16:12:58.602399 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:12:56Z', 'revision_number': 3, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:12:58.633040 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Checking router: 0548ebeb-7f9c-4236-b200-8093bd3b726f for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:12:58.633653 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Updating router 0548ebeb-7f9c-4236-b200-8093bd3b726f port 347b77dc-5e72-422b-aa7f-806ee36f4b18 binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:12:58.691322 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:58.700994 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e6be1-e24a-452b-ba03-b6c3907ba6d5 None None] Network a649802b-3b2d-401e-b21e-2b72c3c59763 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:58.740466 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-fd58fbbc-d08c-4232-9b37-0263715e2680 service neutron] 10.222.0.11 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261091 Sep 06 16:12:58.796493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:58.919414 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Provisioning for port 131931eb-a01a-4664-96dd-1c677417b622 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:12:58.933408 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Provisioning complete for port 131931eb-a01a-4664-96dd-1c677417b622 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:12:58.947363 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:58.978851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.46', 65195) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:12:59.157517 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:12:59.208519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:12:59.287804 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:12:59.341300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Allocated IP 172.27.3.209 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:12:59.381011 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 43b29334-1a11-4c16-8328-59e31c94a79b up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:12:59.389239 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4546c4a-53de-4eea-b208-1b8172c59de5 None None] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:12:59.414149 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-d3ee3642-bba1-4a08-9532-fc3bc92f35b5 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:12:59.416857 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-d3ee3642-bba1-4a08-9532-fc3bc92f35b5 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.4343219 Sep 06 16:12:59.463871 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:59.515980 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Request body: {'port': {'device_id': '3c243d11-70e5-460c-94e8-67564024d9be', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'admin_state_up': True, 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:12:59.704038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:59.706744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Pushing event updated for resources: {'Port': ['ID=756f4780-d5d4-4ed2-8d36-da9a7a65344a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:12:59.797124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] For port 131931eb-a01a-4664-96dd-1c677417b622, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=131931eb-a01a-4664-96dd-1c677417b622,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:12:59.800613 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 43b29334-1a11-4c16-8328-59e31c94a79b completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:12:59.822390 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c1b060e9-9876-49a3-8ee2-b3375ae3a1e8 req-0a2f7e0e-0c16-4ac3-8135-56a6ad38e4e0 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.2753189 Sep 06 16:12:59.844530 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:12:59.853427 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6ec54c57-4b37-424d-a21f-b9290e987d65 req-b5f77d83-5bd3-49c4-b195-3785bee52752 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.2040255 Sep 06 16:12:59.948178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48076) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:00.057949 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Provisioning for port 43b29334-1a11-4c16-8328-59e31c94a79b completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:00.132945 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Provisioning complete for port 43b29334-1a11-4c16-8328-59e31c94a79b triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:00.135771 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.183696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.226486 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:00.231404 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e9da1-59e6-4ebd-8c40-d3c1cc32b0c9 None None] Pushing event updated for resources: {'Port': ['ID=131931eb-a01a-4664-96dd-1c677417b622,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:00.232825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.430326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c46e-019c-4ecf-be16-e26e0ea29924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.471821 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.520550 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Allocated IP 172.20.0.1 (e2970be5-c199-4775-bce0-24eaf740fdec/4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb/54a2d03d-15e8-4a76-a19b-15e918d70d2e) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:00.575702 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] For port 43b29334-1a11-4c16-8328-59e31c94a79b, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=43b29334-1a11-4c16-8328-59e31c94a79b,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:00.609862 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:00.805082 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59dd6f-21a6-4140-83f1-f1b68bbb1673 None None] Pushing event updated for resources: {'Port': ['ID=43b29334-1a11-4c16-8328-59e31c94a79b,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:00.823000 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8380758f-8c03-4062-a2e2-42af2cd7f766 None None] Provisioning complete for port 43b29334-1a11-4c16-8328-59e31c94a79b triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:00.831059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8380758f-8c03-4062-a2e2-42af2cd7f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.077689 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.175041 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8380758f-8c03-4062-a2e2-42af2cd7f766 None None] Provisioning complete for port 131931eb-a01a-4664-96dd-1c677417b622 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:01.175412 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8380758f-8c03-4062-a2e2-42af2cd7f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.196727 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Allocated IP 172.20.0.11 (7e98e35e-0438-471b-a56d-7758022aece6/e88391a0-570a-41f5-ae80-48ae6d4ac4d8/413ba7a2-4d08-4af0-b3d4-5b33bafa0133) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:01.426201 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 131931eb-a01a-4664-96dd-1c677417b622 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:01.533375 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 131931eb-a01a-4664-96dd-1c677417b622 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:01.534067 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.618648 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.664364 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Transition to ACTIVE for port object 347b77dc-5e72-422b-aa7f-806ee36f4b18 will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:01.670009 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.677993 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.748289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1647968e-c3de-46e5-b254-5d042fcda697 req-75a17ad5-ec6c-49c5-97e5-fd440d2ef094 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.0894303 Sep 06 16:13:01.781189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 43b29334-1a11-4c16-8328-59e31c94a79b up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:01.820405 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-369e6a16-8b7f-4140-9345-efb6cd1d8d09 req-353063b3-359e-48e8-b3ea-ab3d59443f81 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0729058 Sep 06 16:13:01.843083 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.854787 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Attempting to bind port 347b77dc-5e72-422b-aa7f-806ee36f4b18 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:01.856689 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Attempting to bind port 347b77dc-5e72-422b-aa7f-806ee36f4b18 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:01.861364 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Attempting to bind port 347b77dc-5e72-422b-aa7f-806ee36f4b18 on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:01.874737 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:01.875029 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:01.875673 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.875897 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:01.876442 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Bound port: 347b77dc-5e72-422b-aa7f-806ee36f4b18, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:01.876858 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:01.894658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:01.916061 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:01.924997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:02.006836 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] For port 347b77dc-5e72-422b-aa7f-806ee36f4b18, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:02.010169 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] For port 347b77dc-5e72-422b-aa7f-806ee36f4b18, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=347b77dc-5e72-422b-aa7f-806ee36f4b18,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:02.016731 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.048711 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:02.049629 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:02.130833 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.141424 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Pushing event updated for resources: {'Port': ['ID=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:02.178329 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:02.188379 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48152) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:02.214468 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Network e2970be5-c199-4775-bce0-24eaf740fdec is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:02.223372 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:02.231665 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:02.232343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.258356 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 43b29334-1a11-4c16-8328-59e31c94a79b triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:02.259023 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.291347 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.302491 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Pushing event updated for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:02.334279 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c46e-019c-4ecf-be16-e26e0ea29924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.335834 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Pushing event updated for resources: {'Port': ['ID=347b77dc-5e72-422b-aa7f-806ee36f4b18,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:02.356710 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.359275 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.359896 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.361530 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.362137 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.363218 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.364320 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.364909 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.366043 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.368141 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.368741 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.371404 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Tracked resource versions report: Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: pushed versions: Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: { 'AddressGroup': {'1.2'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'ConntrackHelper': {'1.0'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Log': {'1.0'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Network': {'1.1'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Port': {'1.7'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'PortForwarding': {'1.2'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'QosPolicy': {'1.9'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroup': {'1.4'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroupRule': {'1.2'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SubPort': {'1.0'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Subnet': {'1.1'}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Trunk': {'1.1'}} Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: consumer versions: Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: { DHCP agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: HyperV agent@hv-cinder-75996: {}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: L3 agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: Metadata agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: Metering agent@dv-cinder-759961-10-iscsi: {}, Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: Open vSwitch agent@dv-cinder-759961-10-iscsi: { 'AddressGroup': '1.2', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'ConntrackHelper': '1.0', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Log': '1.0', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Network': '1.1', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Port': '1.7', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'PortForwarding': '1.2', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'QosPolicy': '1.9', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroup': '1.4', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SecurityGroupRule': '1.2', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'SubPort': '1.0', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Subnet': '1.1', Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: 'Trunk': '1.1'}} Sep 06 16:13:02.373171 dv-cinder-759961-10-iscsi neutron-server[94040]: {{(pid=94040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 16:13:02.396029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.401439 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9fc6c46e-019c-4ecf-be16-e26e0ea29924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.464301 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a27c5b-175d-4371-9d32-5dc614b6b170 None None] Pushing event updated for resources: {'Port': ['ID=347b77dc-5e72-422b-aa7f-806ee36f4b18,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:02.489905 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6c46e-019c-4ecf-be16-e26e0ea29924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac1ff0d-0d6c-4f9e-a870-5ea3012f837c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:02.539543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.46', 65207) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:02.550941 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ea71d689-ef04-45bd-a98b-fb981b157772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.559321 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9fc6c46e-019c-4ecf-be16-e26e0ea29924 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b81273ca286c4162867eaf7f1371f8b3&name=default HTTP/1.1" status: 200 len: 2976 time: 2.6053052 Sep 06 16:13:02.569744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48158) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:02.612427 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.775071 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.781146 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:12:56Z', 'revision_number': 3, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:02.800328 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.893325 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.896630 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.897869 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ac1ff0d-0d6c-4f9e-a870-5ea3012f837c HTTP/1.1" status: 204 len: 168 time: 0.3255823 Sep 06 16:13:02.907134 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc710892-ab37-49b8-8f6e-e8a0efdda484 None None] The sync data for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi is: [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:12:56Z', 'revision_number': 3, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:02.914577 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.950427 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:02.953630 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.004886 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3397e526-4e2a-4273-87b5-5ed05445d480 req-307bf798-5c3f-4888-833c-c29b622b7d40 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0448909 Sep 06 16:13:03.025128 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90f4d5b7-08cc-4004-95f3-4e3f8f70b477 req-61967365-4321-4a69-8986-2d051d043827 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.0540094 Sep 06 16:13:03.139840 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca267238-fffb-4311-83ad-6ea2a977aa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac1ff0d-0d6c-4f9e-a870-5ea3012f837c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:03.146639 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.170213 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Network e2970be5-c199-4775-bce0-24eaf740fdec is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:03.197228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:03.212108 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Network 7e98e35e-0438-471b-a56d-7758022aece6 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:03.217874 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Pushing event updated for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:03.240805 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.255258 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:03.611439 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-6b0f20c7-d2d8-498f-8d61-fe6f40c5a9ce tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:03.612579 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:03.613026 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-6b0f20c7-d2d8-498f-8d61-fe6f40c5a9ce tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.46 "GET /v2.0/networks?id=1e29e338-8d26-4790-9fda-baa97d013f33 HTTP/1.1" status: 200 len: 811 time: 0.8239183 Sep 06 16:13:03.613122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:03.613122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.613296 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.613384 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event updated for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:03.619775 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48178) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:03.665079 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ea71d689-ef04-45bd-a98b-fb981b157772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.691439 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ed3f-1a1f-4672-ab9a-ec296d932252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.800303 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ea71d689-ef04-45bd-a98b-fb981b157772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:03.814858 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-435cb690-9328-43bd-81fe-a7daf4b93f6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3238130 Sep 06 16:13:03.843419 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:13:03.885418 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ea71d689-ef04-45bd-a98b-fb981b157772 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a38548f85a7a4e3c86592e71e90918b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6941731 Sep 06 16:13:03.896766 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48184) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:03.975105 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d689-ef04-45bd-a98b-fb981b157772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87843c1-1fbc-4ce2-a7db-d3a59f92f645,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:04.014580 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Router 0548ebeb-7f9c-4236-b200-8093bd3b726f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:13:04.022878 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ed3f-1a1f-4672-ab9a-ec296d932252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.040104 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ed3f-1a1f-4672-ab9a-ec296d932252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.046531 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Router 48b392f5-ff53-4919-ab83-5d07d996921f is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:13:04.096503 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c9c9ed3f-1a1f-4672-ab9a-ec296d932252 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8494854d0c724307b2f0c12c647a6085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734969 Sep 06 16:13:04.104013 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.109783 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48192) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:04.189157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:04.205374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:04.212333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.217330 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-efef1a92-8d30-40d3-b629-1d02073356d1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.4642534 Sep 06 16:13:04.218409 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48194) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:04.230735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:04.232295 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:04.254925 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.265989 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.291401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.370892 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8c482409-a33d-4a9f-9a46-56f26c654d45 req-ca7cbbef-6cf4-40b5-b7ca-0061ca2f48f8 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.1432605 Sep 06 16:13:04.379620 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.389120 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.389120 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b64bf92-d5e1-423d-8f0d-28137be06623 HTTP/1.1" status: 204 len: 168 time: 0.2751613 Sep 06 16:13:04.389120 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9ed3f-1a1f-4672-ab9a-ec296d932252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64bf92-d5e1-423d-8f0d-28137be06623,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:04.454708 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.489574 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28145acb-6407-4bd5-93e7-e5f29162cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64bf92-d5e1-423d-8f0d-28137be06623,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:04.493387 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:04.680772 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:04.688356 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f9ee5628-a3bf-4bbe-8770-982a96dc1b3e admin admin] 10.222.0.11 "PUT /v2.0/routers/0548ebeb-7f9c-4236-b200-8093bd3b726f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6485009 Sep 06 16:13:04.706617 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.717176 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.728075 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c87843c1-1fbc-4ce2-a7db-d3a59f92f645 HTTP/1.1" status: 204 len: 168 time: 0.8269432 Sep 06 16:13:04.755367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29630b2-cf24-4d0b-b71c-e37cb4667a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87843c1-1fbc-4ce2-a7db-d3a59f92f645,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:04.843329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b15a8-94d4-490a-a279-444a717a8540 req-88ef9741-7e3e-4677-9039-161e33b3d8a2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:04.853591 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:00Z', 'revision_number': 3, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:04.856500 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d68b15a8-94d4-490a-a279-444a717a8540 req-88ef9741-7e3e-4677-9039-161e33b3d8a2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 932 time: 0.6486118 Sep 06 16:13:04.896997 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:04.897399 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Updating router a9f2d9c4-a26e-4cc7-a046-df5551498981 port 756f4780-d5d4-4ed2-8d36-da9a7a65344a binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:13:04.933050 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:04.943809 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:04.951254 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:04.968917 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:04.969567 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:05.371084 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d68b15a8-94d4-490a-a279-444a717a8540 req-61539946-8795-4fd1-98f8-123b1ff5d9d6 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136888 Sep 06 16:13:05.379157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:05.381120 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-cb695728-0c6f-4751-9f14-07b6ee98a24b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1790764 Sep 06 16:13:05.385067 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48218) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:05.448862 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:05.481598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 347b77dc-5e72-422b-aa7f-806ee36f4b18 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:05.616056 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-364731af-5047-4001-970c-f4657fa0eb68 req-1957ab22-c5f8-4b25-a8f8-34ef1e73be7e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0584583 Sep 06 16:13:05.711998 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48224) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:05.714163 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 347b77dc-5e72-422b-aa7f-806ee36f4b18 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:05.730830 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Sync routers for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:05.740490 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:05.756537 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13832e73-ec9b-4d08-a45d-c3a6028e2c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:05.766716 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Transition to ACTIVE for port object 756f4780-d5d4-4ed2-8d36-da9a7a65344a will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:05.780043 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 347b77dc-5e72-422b-aa7f-806ee36f4b18 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:05.780560 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:05.831126 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:05.851953 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48228) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:05.891932 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:05.895840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb953-46a1-4f73-b8f9-2579a4f91d9f None None] Pushing event updated for resources: {'Port': ['ID=756f4780-d5d4-4ed2-8d36-da9a7a65344a,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:05.917959 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Attempting to bind port 756f4780-d5d4-4ed2-8d36-da9a7a65344a on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:05.919102 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Attempting to bind port 756f4780-d5d4-4ed2-8d36-da9a7a65344a by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:05.919656 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Attempting to bind port 756f4780-d5d4-4ed2-8d36-da9a7a65344a on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:05.927323 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:05.929914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:05.965093 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:05.965878 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Updating router 48b392f5-ff53-4919-ab83-5d07d996921f port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:13:06.021240 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.063857 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:06.104473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.156424 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:06.157196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:06.157769 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.158358 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:06.158995 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Bound port: 756f4780-d5d4-4ed2-8d36-da9a7a65344a, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:06.159550 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.358480 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.383231 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 347b77dc-5e72-422b-aa7f-806ee36f4b18, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=347b77dc-5e72-422b-aa7f-806ee36f4b18,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:06.394088 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.416062 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-32c32222-8a24-4652-a61f-58999dde46cf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:13:06.417135 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-32c32222-8a24-4652-a61f-58999dde46cf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120378 Sep 06 16:13:06.447616 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.467050 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Transition to ACTIVE for port object 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:06.476380 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.529705 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=347b77dc-5e72-422b-aa7f-806ee36f4b18,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:06.533890 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Allocated IP 172.20.0.1 (a649802b-3b2d-401e-b21e-2b72c3c59763/488df781-a7df-4caa-95c0-ce9a54dfddcc/fe839ee1-614e-48e4-b81d-bdf23b1a986e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:06.570012 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] For port 756f4780-d5d4-4ed2-8d36-da9a7a65344a, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:06.579309 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] For port 756f4780-d5d4-4ed2-8d36-da9a7a65344a, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=756f4780-d5d4-4ed2-8d36-da9a7a65344a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:06.585965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 4, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '54a2d03d-15e8-4a76-a19b-15e918d70d2e', 'name': '', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'mac_address': 'fa:16:3e:56:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:59Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 2, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'subnets': [{'id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:06.594011 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.650152 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.656058 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8912b-e4a0-4c69-94de-5f81c6176395 None None] Pushing event updated for resources: {'Port': ['ID=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:06.670246 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Transition to ACTIVE for port object fe839ee1-614e-48e4-b81d-bdf23b1a986e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:06.706234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Request body: {'port': {'device_id': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33', 'admin_state_up': True, 'tenant_id': '0ca5c9bfffc141c2b907e0100d81f938'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:06.729205 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.734558 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Attempting to bind port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:06.735209 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Attempting to bind port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:06.737464 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Attempting to bind port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:06.745996 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:06.751380 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:06.752277 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.752866 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:06.753526 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Bound port: 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:06.754597 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.755079 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb953-46a1-4f73-b8f9-2579a4f91d9f None None] Pushing event updated for resources: {'Port': ['ID=756f4780-d5d4-4ed2-8d36-da9a7a65344a,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:06.761126 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Checking router: 0548ebeb-7f9c-4236-b200-8093bd3b726f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:06.761432 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Updating router 0548ebeb-7f9c-4236-b200-8093bd3b726f port 54a2d03d-15e8-4a76-a19b-15e918d70d2e binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:13:06.844960 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:06.852196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:06.852846 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:06.889756 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:06.910947 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:06.911469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.929968 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.936025 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] For port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:06.948308 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] For port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:06.955495 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:06.963551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-15c7cdbe-cd75-4563-88c8-4656c192959c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:06.975241 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-15c7cdbe-cd75-4563-88c8-4656c192959c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 818 time: 0.5533662 Sep 06 16:13:06.976339 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e447b72f-9135-4720-9e8b-a9805566889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.123124 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13832e73-ec9b-4d08-a45d-c3a6028e2c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.142687 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8912b-e4a0-4c69-94de-5f81c6176395 None None] Pushing event updated for resources: {'Port': ['ID=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:07.225818 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:07.242135 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:07.249629 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-13832e73-ec9b-4d08-a45d-c3a6028e2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.322591 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Pushing event updated for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:07.331302 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-c53ca2fb-c122-41a9-9700-a3761649da79 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/quotas/1267b85dfb1e4dd0a4492625ec7d75e1 HTTP/1.1" status: 200 len: 375 time: 0.3195932 Sep 06 16:13:07.354329 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-13832e73-ec9b-4d08-a45d-c3a6028e2c26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2d1c48dc2544d348e32b9b9f645c3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6375833 Sep 06 16:13:07.361216 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e08e61-5caf-441f-9a7f-20172ca5f7d9 req-6f5afb8a-45bc-45a8-8631-b33685b0941e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:07.363154 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c2e08e61-5caf-441f-9a7f-20172ca5f7d9 req-6f5afb8a-45bc-45a8-8631-b33685b0941e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 932 time: 0.6548650 Sep 06 16:13:07.364016 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48262) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:07.378880 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Request body: {'port': {'device_id': '3c243d11-70e5-460c-94e8-67564024d9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:07.525812 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:07.672465 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832e73-ec9b-4d08-a45d-c3a6028e2c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac7d2d1-7481-4be7-b187-1d590f0e4add,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:07.700807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.717401 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38c95371-0a3c-41f7-ad7a-971aeb78532b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3265944 Sep 06 16:13:07.791552 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:07.823011 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.832515 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c2e08e61-5caf-441f-9a7f-20172ca5f7d9 req-7936d5cc-d1a4-4699-9844-27ad138aba66 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733977 Sep 06 16:13:07.837148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.935900 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:07.945492 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:08.025219 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad6c100-c4e5-4117-87b1-78fa48bfda5a None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 3, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:08.053566 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e447b72f-9135-4720-9e8b-a9805566889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.073517 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c16df6af-bda6-402b-acf0-e9349386bab9 req-d413e57f-3763-4c48-a82f-a9d3237deeb3 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0936110 Sep 06 16:13:08.088312 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-a41b3256-361d-4eef-b58b-68b9e7597c24 service neutron] 10.222.0.11 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305206 Sep 06 16:13:08.135478 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e447b72f-9135-4720-9e8b-a9805566889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.146807 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 347b77dc-5e72-422b-aa7f-806ee36f4b18 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:08.344876 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-f0a190eb-2c66-4593-9501-39270d360e42 None None] Provisioning for port fe839ee1-614e-48e4-b81d-bdf23b1a986e completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:08.369274 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Made reservation on behalf of 0ca5c9bfffc141c2b907e0100d81f938 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:08.380465 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.453400 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-f0a190eb-2c66-4593-9501-39270d360e42 None None] Provisioning complete for port fe839ee1-614e-48e4-b81d-bdf23b1a986e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:08.453400 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f0a190eb-2c66-4593-9501-39270d360e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.484345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.534869 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.537239 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.540404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.546894 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.554745 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ac7d2d1-7481-4be7-b187-1d590f0e4add HTTP/1.1" status: 204 len: 168 time: 1.0267797 Sep 06 16:13:08.578723 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e447b72f-9135-4720-9e8b-a9805566889e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72935ce79bdb48db9a0db2163903bf02&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7167826 Sep 06 16:13:08.616012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48280) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:08.658947 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ff622-56cf-47c3-b65b-08c42a5924d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac7d2d1-7481-4be7-b187-1d590f0e4add,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:08.691520 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.702196 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b72f-9135-4720-9e8b-a9805566889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71809aec-fe7a-4507-b885-c25b97848898,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:08.737474 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 347b77dc-5e72-422b-aa7f-806ee36f4b18 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:08.745211 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:08.758554 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f0a190eb-2c66-4593-9501-39270d360e42 None None] Port fe839ee1-614e-48e4-b81d-bdf23b1a986e cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:09.130923 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-696768e4-7769-4434-87f3-357e63dd103c service neutron] 10.222.0.11 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0411787 Sep 06 16:13:09.247824 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:09.289823 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:09.314805 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:09.337221 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Transition to ACTIVE for port object 54a2d03d-15e8-4a76-a19b-15e918d70d2e will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:09.350794 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:09.591576 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:09.633320 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2c225591-7ae5-4594-bf7f-092d2794a14e req-ed7b0a8d-aaa3-4804-85e4-822186cfd0ef tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0805843 Sep 06 16:13:09.704477 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:09.725193 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:09.735591 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Allocated IP 172.20.0.1 (e5797b75-abf3-45b5-94d1-6e1b9eacad65/da205698-b317-4e68-98d4-5702921085b8/4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:09.755207 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:09.867396 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c82e2-f06a-4bc1-9f4c-f8cda897c09c None None] Pushing event updated for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:09.878926 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:10.007170 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bf4efd74-ef02-4a42-a256-1af7f413236d req-167866cf-c9c4-4e60-87eb-7228c876b7ca tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 210 time: 0.2055955 Sep 06 16:13:10.011941 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Transition to ACTIVE for port object 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:10.102603 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.163961 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:00Z', 'revision_number': 3, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:10.222057 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:13:10.229965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f13bd8-216c-494e-8890-3323abf8d5de None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:00Z', 'revision_number': 3, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:10.235322 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Allocated IP 172.20.0.11 (1e29e338-8d26-4790-9fda-baa97d013f33/39106097-46df-4211-b22f-f85ad0c31fe8/53b00f64-95b2-4af9-b48b-f2fc774c5ec4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:10.262754 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Pushing event updated for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:10.270830 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Attempting to bind port 54a2d03d-15e8-4a76-a19b-15e918d70d2e on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:10.272836 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Attempting to bind port 54a2d03d-15e8-4a76-a19b-15e918d70d2e by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:10.273397 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Attempting to bind port 54a2d03d-15e8-4a76-a19b-15e918d70d2e on network e2970be5-c199-4775-bce0-24eaf740fdec {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:10.286914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.289471 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-ee046836-9d47-44da-a2f7-62048f372a7c None None] Provisioning complete for port fe839ee1-614e-48e4-b81d-bdf23b1a986e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:10.290081 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ee046836-9d47-44da-a2f7-62048f372a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.302661 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.304122 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71809aec-fe7a-4507-b885-c25b97848898 HTTP/1.1" status: 204 len: 168 time: 1.6322193 Sep 06 16:13:10.374119 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61b024-9676-4810-964d-2885d354db5f req-ccef220a-3945-45cd-b14b-4aaf5734c8d4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:10.394703 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6e61b024-9676-4810-964d-2885d354db5f req-ccef220a-3945-45cd-b14b-4aaf5734c8d4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 932 time: 1.3094070 Sep 06 16:13:10.459091 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:10.461537 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Checking segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:10.462152 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.464045 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Bound using segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:10.469924 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Bound port: 54a2d03d-15e8-4a76-a19b-15e918d70d2e, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:10.470847 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.476637 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-ee046836-9d47-44da-a2f7-62048f372a7c None None] Port fe839ee1-614e-48e4-b81d-bdf23b1a986e cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:10.492461 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cd79f8ea-4530-4224-8646-d1bc2ffbaf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.508838 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dade46-712a-4734-914d-12ace0cb366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71809aec-fe7a-4507-b885-c25b97848898,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:10.521102 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:10.536513 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:10.537160 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.720034 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] For port 54a2d03d-15e8-4a76-a19b-15e918d70d2e, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:10.739890 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] For port 54a2d03d-15e8-4a76-a19b-15e918d70d2e, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=54a2d03d-15e8-4a76-a19b-15e918d70d2e,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:10.764419 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.801969 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:10.828989 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Transition to ACTIVE for port object 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:10.925397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:10.952793 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-29cd8520-d2c9-4230-9d8a-543f84474134 admin admin] 10.222.0.11 "PUT /v2.0/routers/a9f2d9c4-a26e-4cc7-a046-df5551498981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7241712 Sep 06 16:13:11.027239 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c82e2-f06a-4bc1-9f4c-f8cda897c09c None None] Pushing event updated for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:11.084865 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6e61b024-9676-4810-964d-2885d354db5f req-d2a82179-16dd-4c3a-9d30-cd439a9072dd tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864800 Sep 06 16:13:11.103266 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Pushing event updated for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:11.124544 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:11.322363 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:11.323121 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:12:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:11.478932 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-00b8b279-40cd-4865-9291-ef5716462d0c req-22d13d6a-8329-4c65-95bc-a17eae0eacd0 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.1023188 Sep 06 16:13:11.619087 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:11.694604 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:11.722486 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:11.869554 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Network 1e29e338-8d26-4790-9fda-baa97d013f33 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:11.884755 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:11.950123 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Pushing event updated for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:11.955475 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:11.976564 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.066808 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Attempting to bind port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:12.068421 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Attempting to bind port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:12.072413 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Attempting to bind port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:12.110772 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 on network 7e98e35e-0438-471b-a56d-7758022aece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:12.111107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Attempting to bind port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:12.114351 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:12.120102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:12.128319 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:12.141115 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:12.142607 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.149174 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:12.150130 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Pushing event updated for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:12.152200 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:12.160345 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.185933 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-9d4cb42a-4304-4886-a5c4-d33cfb48e40f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4831700 Sep 06 16:13:12.255931 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:12.256546 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Checking segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:12.256797 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Bound using segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:12.257228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Bound port: 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:12.257819 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.352276 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 756f4780-d5d4-4ed2-8d36-da9a7a65344a up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:12.424847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Request body: {'port': {'device_id': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:12.431011 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.46', 65217) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:12.520174 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:12.529611 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-eac6839f-a3e8-4fac-89f4-5b169a7bddce tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:12.538062 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-eac6839f-a3e8-4fac-89f4-5b169a7bddce tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 818 time: 1.9694290 Sep 06 16:13:12.578593 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-4427d38f-b3f6-4c41-a4f0-0101474dcb6a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/quotas/1267b85dfb1e4dd0a4492625ec7d75e1 HTTP/1.1" status: 200 len: 375 time: 0.0392718 Sep 06 16:13:12.721730 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-bfb69f2d-9791-4d1f-bf4a-23fc6845ba56 None None] Provisioning for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:12.737891 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 4, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '54a2d03d-15e8-4a76-a19b-15e918d70d2e', 'name': '', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'mac_address': 'fa:16:3e:56:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:59Z', 'updated_at': '2021-09-06T16:13:10Z', 'revision_number': 4, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'subnets': [{'id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:12.797921 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.818671 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-bfb69f2d-9791-4d1f-bf4a-23fc6845ba56 None None] Provisioning complete for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:12.819190 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bfb69f2d-9791-4d1f-bf4a-23fc6845ba56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.825979 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b9113e-3073-4bdf-9097-02a3082db4dd None None] The sync data for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi is: [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:13:02Z', 'revision_number': 4, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '54a2d03d-15e8-4a76-a19b-15e918d70d2e', 'name': '', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'mac_address': 'fa:16:3e:56:55:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:59Z', 'updated_at': '2021-09-06T16:13:10Z', 'revision_number': 4, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'subnets': [{'id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:12.879366 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:12.905828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 756f4780-d5d4-4ed2-8d36-da9a7a65344a completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:12.936796 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 756f4780-d5d4-4ed2-8d36-da9a7a65344a triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:12.937144 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.006812 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d283e12d-80b1-4656-a75c-434e7a290d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.012931 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-bfb69f2d-9791-4d1f-bf4a-23fc6845ba56 None None] Port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:13.062404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-589b0e69-7361-43aa-bb3b-d4307c0c755d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:13.064057 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-589b0e69-7361-43aa-bb3b-d4307c0c755d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 818 time: 0.5827684 Sep 06 16:13:13.097072 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.130378 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Request body: {'port': {'device_id': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'admin_state_up': True, 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:13.242776 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.290262 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 756f4780-d5d4-4ed2-8d36-da9a7a65344a, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=756f4780-d5d4-4ed2-8d36-da9a7a65344a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:13.295010 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.479969 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=756f4780-d5d4-4ed2-8d36-da9a7a65344a,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:13.595658 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.603742 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:13.639973 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.651164 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.704965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:13.745901 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:13.776550 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48430) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:13.823380 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:13.841641 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:13.847612 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:13.924383 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-17dedb06-b78f-437e-bf94-152975c8c667 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3443358 Sep 06 16:13:13.939516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149552360', 'description': 'tempest-description--537076182'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:13.974038 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:14.213338 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Made reservation on behalf of 1267b85dfb1e4dd0a4492625ec7d75e1 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:14.217996 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:14.293238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.db.api [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 16:13:14.293238 dv-cinder-759961-10-iscsi neutron-server[94038]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 06 16:13:14.293238 dv-cinder-759961-10-iscsi neutron-server[94038]: [parameters: {'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'id': '3481e709-396f-44c0-9094-3c06a84d3439', 'expiration': datetime.datetime(2021, 9, 6, 16, 15, 14, 144580)}] Sep 06 16:13:14.293238 dv-cinder-759961-10-iscsi neutron-server[94038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 16:13:14.293638 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG oslo_db.api [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 16:13:14.294138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Pushing event updated for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:14.297690 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:14.298363 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:14.299790 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] 10.222.0.46 "PUT /v2.0/ports/413ba7a2-4d08-4af0-b3d4-5b33bafa0133 HTTP/1.1" status: 200 len: 1094 time: 7.3010623 Sep 06 16:13:14.317204 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:14.333888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:14.352031 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197149b-6f78-4a52-adf9-64092ef6f3ae req-3ff47a89-ee8a-4087-8932-223647ca8a6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:14.361773 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2197149b-6f78-4a52-adf9-64092ef6f3ae req-3ff47a89-ee8a-4087-8932-223647ca8a6c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 944 time: 0.2922072 Sep 06 16:13:14.496377 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 756f4780-d5d4-4ed2-8d36-da9a7a65344a up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:14.585533 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:13:14.629396 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 756f4780-d5d4-4ed2-8d36-da9a7a65344a triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:14.629774 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:14.665010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Allocated IP 172.20.0.5 (e2970be5-c199-4775-bce0-24eaf740fdec/4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb/3c3e13d0-8656-4ff0-a51a-6bd573a7c750) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:14.748860 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2197149b-6f78-4a52-adf9-64092ef6f3ae req-10aac01d-a072-4077-af0d-1f5ce616ddb0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859859 Sep 06 16:13:14.986953 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 2, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:15.066264 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:15.067344 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Updating router a9f2d9c4-a26e-4cc7-a046-df5551498981 port fe839ee1-614e-48e4-b81d-bdf23b1a986e binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:13:15.164324 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.173506 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:15.331791 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4a88b-b8e7-47d0-8a6e-6475085475af" -d '{"events": [{"name": "network-changed", "server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:15.411817 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:15.423058 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebee9a7-66c3-4438-8e7f-13fa8605ae26 req-a13f38ac-0a8a-4dde-a0dc-814c6812671f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:15.426469 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-c3a9e7d6-886c-4ee9-8957-a6219116ed25 service neutron] 10.222.0.11 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4260406 Sep 06 16:13:15.432394 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-eebee9a7-66c3-4438-8e7f-13fa8605ae26 req-a13f38ac-0a8a-4dde-a0dc-814c6812671f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 932 time: 0.4574356 Sep 06 16:13:15.449736 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-86fb521c-a35a-4ee3-864a-a9d58a86b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:15.455438 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:15.456402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.457265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.460541 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.462703 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-86fb521c-a35a-4ee3-864a-a9d58a86b7ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 1097 time: 0.9168248 Sep 06 16:13:15.465478 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb5827-d518-4c02-acb2-177dad712640 service neutron] Pushing event updated for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:15.477573 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:15.523625 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-eebee9a7-66c3-4438-8e7f-13fa8605ae26 req-2be1b4ca-87d9-4eb0-90e5-7a10e83f550b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900898 Sep 06 16:13:15.525786 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Transition to ACTIVE for port object 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:15.547347 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.701734 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 54a2d03d-15e8-4a76-a19b-15e918d70d2e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:15.746269 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.754385 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.757356 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Attempting to bind port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:15.757720 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Attempting to bind port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '5a0b935b-08ec-484e-9f17-d39ffc788981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:15.758074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Attempting to bind port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 on network 1e29e338-8d26-4790-9fda-baa97d013f33 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:15.789760 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Pushing event updated for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:15.793778 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-3c49d95c-10be-4eba-8dc9-80b5777bb02f service neutron] 10.222.0.11 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964084 Sep 06 16:13:15.803714 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 on network 1e29e338-8d26-4790-9fda-baa97d013f33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:15.804061 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Attempting to bind port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 on network 1e29e338-8d26-4790-9fda-baa97d013f33 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:15.818709 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:15.819084 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Checking segment: {'id': '5a0b935b-08ec-484e-9f17-d39ffc788981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:15.819670 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Bound using segment: {'id': '5a0b935b-08ec-484e-9f17-d39ffc788981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:15.820135 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Bound port: 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0b935b-08ec-484e-9f17-d39ffc788981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:15.820527 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.859653 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 54a2d03d-15e8-4a76-a19b-15e918d70d2e completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:15.877564 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 54a2d03d-15e8-4a76-a19b-15e918d70d2e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:15.879635 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.927669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:15.936551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:16.007225 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Pushing event updated for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:16.034285 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Network e2970be5-c199-4775-bce0-24eaf740fdec is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:16.035199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:16.047137 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:16.057997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:16.066008 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:16.066844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.146373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,segment=NetworkSegment(5a0b935b-08ec-484e-9f17-d39ffc788981),segment_id=5a0b935b-08ec-484e-9f17-d39ffc788981)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:16.163173 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.195376 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.293288 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48498) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:16.298864 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Pushing event updated for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:16.303769 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 54a2d03d-15e8-4a76-a19b-15e918d70d2e, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=54a2d03d-15e8-4a76-a19b-15e918d70d2e,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:16.306171 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-38717c02-e379-4d78-9f45-d5afc8147447 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1913869 Sep 06 16:13:16.310274 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.327068 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da367f70-5e26-46ed-a42d-085cb042ff10 x-openstack-request-id: req-da367f70-5e26-46ed-a42d-085cb042ff10 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:16.328825 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.331661 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:16.332146 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da367f70-5e26-46ed-a42d-085cb042ff10 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:16.332771 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Request body: {'port': {'device_id': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:16.333376 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'status': 'completed', 'code': 200} Sep 06 16:13:16.371817 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Transition to ACTIVE for port object fe839ee1-614e-48e4-b81d-bdf23b1a986e will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:16.373236 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:13:16.386001 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.407990 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-14d488cb-f281-48c6-be12-99e8820bc8c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133 HTTP/1.1" status: 200 len: 217 time: 0.6121790 Sep 06 16:13:16.442213 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a002f21b-5387-4b5f-8e44-b266a60785e7 req-dd4c5410-5d54-4a1c-be20-6e5509cc589d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Sep 06 16:13:16.482970 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:16.484598 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.486510 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-88566cd2-6c60-423f-a09b-1b61e8a7e373 service neutron] 10.222.0.46 "PUT /v2.0/ports/53b00f64-95b2-4af9-b48b-f2fc774c5ec4 HTTP/1.1" status: 200 len: 1094 time: 4.0761573 Sep 06 16:13:16.487405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:16.501519 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:16.538067 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce0b3-298f-4632-9418-9463134cf913 None None] Pushing event updated for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:16.572056 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-a1002734-ba05-41a8-873d-c3ede131270e None None] Provisioning complete for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:16.574758 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a1002734-ba05-41a8-873d-c3ede131270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.681017 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-a1002734-ba05-41a8-873d-c3ede131270e None None] Port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:16.695886 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Attempting to bind port fe839ee1-614e-48e4-b81d-bdf23b1a986e on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:16.696373 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Attempting to bind port fe839ee1-614e-48e4-b81d-bdf23b1a986e by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:16.696735 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Attempting to bind port fe839ee1-614e-48e4-b81d-bdf23b1a986e on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:16.729539 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:16.729916 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Checking segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:16.730323 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.730710 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Bound using segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:16.731187 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Bound port: fe839ee1-614e-48e4-b81d-bdf23b1a986e, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:16.732295 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.813541 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-971129fe-7ec7-482b-b6c1-16a6c2594eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:16.815025 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-971129fe-7ec7-482b-b6c1-16a6c2594eeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.2533665 Sep 06 16:13:16.859792 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.925337 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b08b54-9510-4a57-bf69-22ff5bd3ff56 req-b75aa935-e471-4965-83b1-938308c8061f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:16.926718 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] For port fe839ee1-614e-48e4-b81d-bdf23b1a986e, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:16.926852 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-21b08b54-9510-4a57-bf69-22ff5bd3ff56 req-b75aa935-e471-4965-83b1-938308c8061f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 944 time: 0.5910802 Sep 06 16:13:16.938796 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] For port fe839ee1-614e-48e4-b81d-bdf23b1a986e, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=fe839ee1-614e-48e4-b81d-bdf23b1a986e,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:16.943130 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:16.944770 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.017097 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.028542 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ce0b3-298f-4632-9418-9463134cf913 None None] Pushing event updated for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:17.059152 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-265afa8d-4d67-4444-8b73-72169d0ff748 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469698 Sep 06 16:13:17.079579 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.083222 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1749518 Sep 06 16:13:17.112463 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:17.115463 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48524) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:17.116582 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:17.138534 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d98a1309-c441-4756-9e12-a1579b2da27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.152653 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group_rule': {'security_group_id': '16e34761-a5a8-4d44-bb08-186364546904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:17.293160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.327259 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:17.447215 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.665019 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9baa38-5ff9-4421-ab43-a12a617f01df" -d '{"events": [{"name": "network-changed", "server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:17.677530 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69372c0f-5cdd-4eb8-87f9-ce9c7ba1ede6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e34761-a5a8-4d44-bb08-186364546904,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:17.686554 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:17.694898 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:16Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:17.727535 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-21b08b54-9510-4a57-bf69-22ff5bd3ff56 req-e07569ea-a1c4-421b-a881-806d7561304a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635655 Sep 06 16:13:17.733620 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fb7dd-6b61-4c8e-b55b-fdfbbf48ade2 None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:16Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:17.759178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43256098-f817-410b-81dd-f0866696e695 req-b647fdb2-6c2b-40bb-964f-729165e1d038 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:17.772213 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-43256098-f817-410b-81dd-f0866696e695 req-b647fdb2-6c2b-40bb-964f-729165e1d038 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 944 time: 1.0185392 Sep 06 16:13:17.774434 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255f182a-87da-4f3b-8082-59013406c3e9,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:17.782417 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48544) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:17.783110 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.46', 65224) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:17.796969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-2e2f6e5d-84d7-4d6f-af48-0bcddb65dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:17.798718 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-2e2f6e5d-84d7-4d6f-af48-0bcddb65dbee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca5c9bfffc141c2b907e0100d81f938&device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 1097 time: 0.9812007 Sep 06 16:13:18.001825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:18.012846 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:18.025012 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9ff7ebb2-8d46-4b55-a888-86556471553d admin admin] 10.222.0.11 "PUT /v2.0/routers/48b392f5-ff53-4919-ab83-5d07d996921f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6388392 Sep 06 16:13:18.030196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:18.031057 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:18.038092 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f7feb3a-c8ec-4418-a34a-10782e9e786b req-7dd64e3f-5353-471b-a293-93667602ddfc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 210 time: 0.1469579 Sep 06 16:13:18.109023 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-63a8fc1e-27ac-403a-9cf3-db4de1901112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.182537 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-5317f2ab-dcfa-4148-9395-c9d511c83467 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0814323 Sep 06 16:13:18.190536 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-d003fba4-67b1-4aeb-b5e6-6f42e29a50ad tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:18.190735 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-860cef28-3758-4352-903e-0f1629f3c876 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4 HTTP/1.1" status: 200 len: 217 time: 0.3541424 Sep 06 16:13:18.192474 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-d003fba4-67b1-4aeb-b5e6-6f42e29a50ad tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 818 time: 0.4066324 Sep 06 16:13:18.271782 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:18.272946 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-43256098-f817-410b-81dd-f0866696e695 req-21a5cb30-fb86-451e-b041-1c5ed93583b7 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974201 Sep 06 16:13:18.306340 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:18.345177 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.377415 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-18efb773-07b9-48c8-8ecf-37fd99c44a68 req-4f9d12f5-fcae-4247-9b10-c75841290a83 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838546 Sep 06 16:13:18.388885 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Request body: {'port': {'device_id': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'admin_state_up': True, 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:18.443993 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-31ace50b-ba8e-4245-ad77-20523b72cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:18.445668 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-31ace50b-ba8e-4245-ad77-20523b72cf25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39106097-46df-4211-b22f-f85ad0c31fe8 HTTP/1.1" status: 200 len: 851 time: 0.2369292 Sep 06 16:13:18.451804 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Transition to ACTIVE for port object 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:18.453749 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523280a7-de4a-4251-9374-a717f8e199c1 x-openstack-request-id: req-523280a7-de4a-4251-9374-a717f8e199c1 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:18.454090 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:18.454511 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-523280a7-de4a-4251-9374-a717f8e199c1 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:18.454892 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4', 'status': 'completed', 'code': 200} Sep 06 16:13:18.470397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.561783 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-bb247dad-4cec-433c-9fbd-a528269b3606 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e29e338-8d26-4790-9fda-baa97d013f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999944 Sep 06 16:13:18.610539 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-76d8601c-8140-4d21-bb71-7c2176027b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:18.612549 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-76d8601c-8140-4d21-bb71-7c2176027b51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 1097 time: 0.1173429 Sep 06 16:13:18.612668 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 54a2d03d-15e8-4a76-a19b-15e918d70d2e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:18.636330 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d98a1309-c441-4756-9e12-a1579b2da27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.661546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d98a1309-c441-4756-9e12-a1579b2da27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.665409 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48566) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:18.679139 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548468378', 'description': 'tempest-description--622896934'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:18.799578 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a1309-c441-4756-9e12-a1579b2da27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9c3a83-2a1b-4e6e-8408-142064093d08,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:18.816844 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d98a1309-c441-4756-9e12-a1579b2da27d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=562a5e03f7904d7fb93792c3b4164b37&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5049119 Sep 06 16:13:18.817620 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:18.823954 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 54a2d03d-15e8-4a76-a19b-15e918d70d2e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:18.827905 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.847450 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-9378320e-36ce-4df9-86b6-ba6abe6c696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:18.849143 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-9378320e-36ce-4df9-86b6-ba6abe6c696b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 915 time: 0.2220035 Sep 06 16:13:18.849946 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48570) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:18.856180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.861345 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a4895127-b945-4cfe-8d4a-11500a8c2519 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7372870 Sep 06 16:13:18.861953 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48576) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:18.878408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group_rule': {'security_group_id': '16e34761-a5a8-4d44-bb08-186364546904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:18.927512 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.db.api [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 16:13:18.927512 dv-cinder-759961-10-iscsi neutron-server[94037]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 16:13:18.927512 dv-cinder-759961-10-iscsi neutron-server[94037]: [parameters: {'project_id_1': 'af0b4c25fb6242789230ba4422a152c5', 'expiration_1': datetime.datetime(2021, 9, 6, 16, 12, 58, 716578)}] Sep 06 16:13:18.927512 dv-cinder-759961-10-iscsi neutron-server[94037]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 16:13:18.927902 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG oslo_db.api [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 16:13:18.928246 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.db.api [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 16:13:18.928246 dv-cinder-759961-10-iscsi neutron-server[94038]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 16:13:18.928246 dv-cinder-759961-10-iscsi neutron-server[94038]: [parameters: {'project_id_1': '1267b85dfb1e4dd0a4492625ec7d75e1', 'expiration_1': datetime.datetime(2021, 9, 6, 16, 12, 58, 606107)}] Sep 06 16:13:18.928246 dv-cinder-759961-10-iscsi neutron-server[94038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 16:13:18.928614 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG oslo_db.api [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 16:13:18.945241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Attempting to bind port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:18.945586 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Attempting to bind port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:18.945971 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Attempting to bind port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 on network e2970be5-c199-4775-bce0-24eaf740fdec {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:18.954309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 on network e2970be5-c199-4775-bce0-24eaf740fdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:18.954679 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Attempting to bind port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 on network e2970be5-c199-4775-bce0-24eaf740fdec {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:18.970775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:18.971140 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Checking segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:18.971683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Bound using segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:18.972243 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Bound port: 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:18.972682 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:18.989314 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-008fe9f5-3f4e-42e1-a45e-e2017a456018 service neutron] 10.222.0.46 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381011 Sep 06 16:13:18.997070 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-757b121d-9fb4-42ca-a4b6-083b969f9c96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133 HTTP/1.1" status: 200 len: 217 time: 0.1337900 Sep 06 16:13:19.001569 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device fe839ee1-614e-48e4-b81d-bdf23b1a986e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:19.062872 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 2, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:19.066597 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port fe839ee1-614e-48e4-b81d-bdf23b1a986e completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:19.094478 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port fe839ee1-614e-48e4-b81d-bdf23b1a986e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:19.094969 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.098096 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:19.098300 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Updating router 48b392f5-ff53-4919-ab83-5d07d996921f port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:13:19.162127 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.184376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:19.190129 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:19.208926 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.211832 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e9c9ddd-57d1-4c65-bc66-4408461c1a08 req-73c6522a-80c0-4b6c-950f-3d5146daaf10 service neutron] 10.222.0.46 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977324 Sep 06 16:13:19.253271 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.260439 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-103018c0-7b89-4495-abee-3b691cfb5a58 req-2e8b5016-5024-4d54-ac04-910bae18df2c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 210 time: 0.0673811 Sep 06 16:13:19.268498 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.357369 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2820c7-fd07-46c3-98eb-51fd290977bd req-7dba27d9-4e0d-44aa-866c-39a9c421292f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.359034 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f2820c7-fd07-46c3-98eb-51fd290977bd req-7dba27d9-4e0d-44aa-866c-39a9c421292f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 944 time: 0.4354532 Sep 06 16:13:19.375189 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.376107 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.377896 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 1093 time: 3.0528414 Sep 06 16:13:19.382197 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9cf99-7f52-44b6-9d0e-9691e04855e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:19.382463 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-d1b0bdbe-1dbc-4b8d-b5ec-e8c2bc760436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.383909 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-d1b0bdbe-1dbc-4b8d-b5ec-e8c2bc760436 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.3472126 Sep 06 16:13:19.417017 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.430657 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-0daf2f2b-8cd0-4cf6-97a4-7ed76956e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.434222 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-0daf2f2b-8cd0-4cf6-97a4-7ed76956e2c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ca5c9bfffc141c2b907e0100d81f938&device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 1097 time: 0.1327057 Sep 06 16:13:19.443002 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port fe839ee1-614e-48e4-b81d-bdf23b1a986e, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=fe839ee1-614e-48e4-b81d-bdf23b1a986e,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:19.455225 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-838b0d5a-bc03-460a-a66e-5c051617dcd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588765 Sep 06 16:13:19.546935 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f2820c7-fd07-46c3-98eb-51fd290977bd req-975ed450-3878-424a-b6ba-4872fc967e01 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585674 Sep 06 16:13:19.576561 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550da4a7-133a-4616-86a7-d33a7a60f5c0 req-e74ba6ba-0aea-4f81-a469-9d47bbcb25fa tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.578172 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-550da4a7-133a-4616-86a7-d33a7a60f5c0 req-e74ba6ba-0aea-4f81-a469-9d47bbcb25fa tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 944 time: 0.1822793 Sep 06 16:13:19.630542 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-63a8fc1e-27ac-403a-9cf3-db4de1901112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.645631 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-63a8fc1e-27ac-403a-9cf3-db4de1901112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.662141 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.673434 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Transition to ACTIVE for port object 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:19.678288 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.db.api [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 16:13:19.678288 dv-cinder-759961-10-iscsi neutron-server[94037]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 16:13:19.678288 dv-cinder-759961-10-iscsi neutron-server[94037]: [parameters: {'project_id_1': 'af0b4c25fb6242789230ba4422a152c5', 'expiration_1': datetime.datetime(2021, 9, 6, 16, 12, 59, 445747)}] Sep 06 16:13:19.678288 dv-cinder-759961-10-iscsi neutron-server[94037]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 16:13:19.679025 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG oslo_db.api [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 16:13:19.680624 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.689734 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.690249 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.692111 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-4dd0f275-c3d3-4098-b090-1a074a697e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.694058 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-4dd0f275-c3d3-4098-b090-1a074a697e22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1096 time: 0.2458375 Sep 06 16:13:19.715792 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.db.api [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 06 16:13:19.715792 dv-cinder-759961-10-iscsi neutron-server[94038]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 06 16:13:19.715792 dv-cinder-759961-10-iscsi neutron-server[94038]: [parameters: {'project_id_1': '1267b85dfb1e4dd0a4492625ec7d75e1', 'expiration_1': datetime.datetime(2021, 9, 6, 16, 12, 59, 459454)}] Sep 06 16:13:19.715792 dv-cinder-759961-10-iscsi neutron-server[94038]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 06 16:13:19.716766 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG oslo_db.api [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 16:13:19.727464 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.729643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.733511 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f9c3a83-2a1b-4e6e-8408-142064093d08 HTTP/1.1" status: 204 len: 168 time: 0.8779705 Sep 06 16:13:19.751045 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-de28e925-653b-48a8-b3c9-f998fcf05149 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0438254 Sep 06 16:13:19.761500 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-63a8fc1e-27ac-403a-9cf3-db4de1901112 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83d2f67f73fe4ad5bb0cc908ff2597c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9749353 Sep 06 16:13:19.763954 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-f8037edc-6a34-4be9-accb-0e0a9928dcfd service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982206 Sep 06 16:13:19.764295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48596) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:19.769233 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8fc1e-27ac-403a-9cf3-db4de1901112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b37a63-0012-4c9b-83eb-e25cf984452e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:19.783800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-550da4a7-133a-4616-86a7-d33a7a60f5c0 req-8555946a-e06b-40fd-8629-2c340502692b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881568 Sep 06 16:13:19.806572 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-f20d4280-d343-40e5-ae7f-eba2e7043c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.808068 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-f20d4280-d343-40e5-ae7f-eba2e7043c1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e29e338-8d26-4790-9fda-baa97d013f33 HTTP/1.1" status: 200 len: 912 time: 0.3451507 Sep 06 16:13:19.848056 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.856147 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:19.871342 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310aa74-c07f-4899-9444-2807111fca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9c3a83-2a1b-4e6e-8408-142064093d08,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:19.895554 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-9682708c-c23c-4692-85b3-138f949500ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4 HTTP/1.1" status: 200 len: 217 time: 0.0719049 Sep 06 16:13:19.936967 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fc1264-b8e4-49cf-b1b4-bb4ac953f424,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:19.957529 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-55d1d9f2-c7d0-424d-91a3-ae64ba38096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.958941 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-55d1d9f2-c7d0-424d-91a3-ae64ba38096f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39106097-46df-4211-b22f-f85ad0c31fe8 HTTP/1.1" status: 200 len: 851 time: 0.0521128 Sep 06 16:13:19.961583 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-6e910eaa-f334-443f-a02e-94752f00f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:19.962960 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-6e910eaa-f334-443f-a02e-94752f00f0fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.2000344 Sep 06 16:13:19.973790 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:20.018456 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Made reservation on behalf of 1267b85dfb1e4dd0a4492625ec7d75e1 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:20.021971 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.054657 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Attempting to bind port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:20.055288 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Attempting to bind port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:20.055701 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Attempting to bind port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:20.067742 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334cb7-c29c-48de-ba54-c4c5f936cd82 None None] Pushing event updated for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:20.071685 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:20.072121 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Checking segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:20.072932 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.073068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.073448 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Bound using segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:20.074046 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Bound port: 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:20.074172 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fe2f875e-a0d3-4dde-bb09-b0b45378c067 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2026427 Sep 06 16:13:20.074651 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.085746 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-d841df1c-cdec-4f8b-b189-ccd265e6406a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e29e338-8d26-4790-9fda-baa97d013f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037555 Sep 06 16:13:20.086473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48604) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:20.120693 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-b2deba70-9da4-43c2-be2f-9f998d44c0bd service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411872 Sep 06 16:13:20.125310 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-c3fef175-0db0-49b6-b61f-c8c345103907 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415470 Sep 06 16:13:20.151564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:20.163093 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] For port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:20.166941 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] For port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:20.171482 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.243806 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.267723 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:20.269641 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:20.300516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Allocated IP 172.20.0.8 (e2970be5-c199-4775-bce0-24eaf740fdec/4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb/4d648d06-1478-44a0-94fd-49f2a44210fe) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:20.303789 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48608) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:20.332275 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5c0e-0b7c-4687-b941-0aef8c4d82ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.354770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334cb7-c29c-48de-ba54-c4c5f936cd82 None None] Pushing event updated for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:20.356589 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.449318 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-0f0bfea3-8d55-47ef-909e-9e0cf03ebca2 service neutron] 10.222.0.46 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275156 Sep 06 16:13:20.453888 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2fb92fe4-1b3f-41d4-9eae-cf579e5f896b req-3a727368-a9c3-4139-997f-43aec612f50a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 210 time: 0.0419197 Sep 06 16:13:20.474942 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:20.477459 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b04066-35a1-479d-bfdc-3d0fcf512c51" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:20.529739 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.534921 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.568278 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48c3db9-ac3f-4d95-973c-d35dc721d9bc x-openstack-request-id: req-c48c3db9-ac3f-4d95-973c-d35dc721d9bc {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:20.568775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:20.569019 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c48c3db9-ac3f-4d95-973c-d35dc721d9bc {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:20.569427 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750', 'status': 'completed', 'code': 200} Sep 06 16:13:20.577913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device fe839ee1-614e-48e4-b81d-bdf23b1a986e up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:20.621940 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5c0e-0b7c-4687-b941-0aef8c4d82ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.630283 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2c5d5c0e-0b7c-4687-b941-0aef8c4d82ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.652704 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:20.666947 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2c5d5c0e-0b7c-4687-b941-0aef8c4d82ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=747c11ac71d04576b45165d03b5d6cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602889 Sep 06 16:13:20.705521 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48614) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:20.733138 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.747682 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.750334 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.751535 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3b37a63-0012-4c9b-83eb-e25cf984452e HTTP/1.1" status: 204 len: 168 time: 0.9779477 Sep 06 16:13:20.758424 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.797111 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d5c0e-0b7c-4687-b941-0aef8c4d82ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a700c9-219c-4c46-a623-47dac74316cf,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:20.826840 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-8b9c28b4-0718-43f5-8c38-feb9cf0910ef service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640234 Sep 06 16:13:20.849096 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b00c1-1ca3-4689-aef4-c07aa9a1d51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b37a63-0012-4c9b-83eb-e25cf984452e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:20.889367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8914a-763a-46f2-83c9-d8a4d983012f req-ce802a16-65f6-4559-97e3-ad6b8125e70d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:20.892461 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port fe839ee1-614e-48e4-b81d-bdf23b1a986e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:20.892988 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.897428 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-66b8914a-763a-46f2-83c9-d8a4d983012f req-ce802a16-65f6-4559-97e3-ad6b8125e70d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 944 time: 0.1980965 Sep 06 16:13:20.901458 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.902623 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2314916 Sep 06 16:13:20.922731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:20.952452 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48620) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:20.994647 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group_rule': {'security_group_id': '4a5cc384-4db5-4391-8953-93ff15674d09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:21.030992 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:20Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:21.040170 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-66b8914a-763a-46f2-83c9-d8a4d983012f req-24ed19b8-c8c6-468a-9bfa-172964a23172 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419230 Sep 06 16:13:21.046804 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.077559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.078880 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63e0702-22d6-495b-98be-6b7bd97ab1ad None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:20Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:21.250569 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48628) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:21.266503 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a710aa8-b9eb-41f8-aaa2-631ee1debacb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5cc384-4db5-4391-8953-93ff15674d09,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:21.274775 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b9baa38-5ff9-4421-ab43-a12a617f01df req-fce989d0-7841-49c1-be7b-3588fe58d621 service neutron] 10.222.0.46 "GET /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7813241 Sep 06 16:13:21.293603 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5bc5-f387-446c-aa29-d6f3a04250b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.336869 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c35d2b68-ea58-47ce-bb55-a1bff061d94c req-0fb73b0e-7e99-4a0a-808a-ea44d6ae867f service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817863 Sep 06 16:13:21.345836 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57a711-3f8e-410e-b378-88c788710d99 req-cd73491f-5b87-4251-a26a-f6be2bb8b595 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:21.347412 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-df57a711-3f8e-410e-b378-88c788710d99 req-cd73491f-5b87-4251-a26a-f6be2bb8b595 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 944 time: 0.4481361 Sep 06 16:13:21.409593 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-df57a711-3f8e-410e-b378-88c788710d99 req-e2807918-9a3c-4520-993c-fc899bd298b6 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559433 Sep 06 16:13:21.416677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.437602 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.499220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-107fbb1a-6959-4488-895e-a7fa203ffb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:21.500779 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-107fbb1a-6959-4488-895e-a7fa203ffb40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1096 time: 0.1044836 Sep 06 16:13:21.514937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Pushing event updated for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:21.540195 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.559388 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Network e2970be5-c199-4775-bce0-24eaf740fdec is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:21.568767 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:21.578668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.580560 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.600619 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87a700c9-219c-4c46-a623-47dac74316cf HTTP/1.1" status: 204 len: 168 time: 0.8793504 Sep 06 16:13:21.602431 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:21.628707 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:21.629938 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.675866 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Allocated IP 172.27.3.227 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/12b72736-0114-4895-8c02-6769055984bb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:21.747322 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd1719-3c94-4465-9cc0-05be4c4098e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a700c9-219c-4c46-a623-47dac74316cf,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:21.776622 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-f93614ec-85c7-4cc8-ab03-b43872cfff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:21.778226 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-f93614ec-85c7-4cc8-ab03-b43872cfff14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.2399392 Sep 06 16:13:21.800584 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fdccd-5c35-4e28-9f48-2862bee01ca1 req-e08d1490-faa3-49d7-8ddb-b1801ec1c324 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:21.802882 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc2fdccd-5c35-4e28-9f48-2862bee01ca1 req-e08d1490-faa3-49d7-8ddb-b1801ec1c324 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 931 time: 0.2317343 Sep 06 16:13:21.865610 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.866649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48640) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:21.869875 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc2fdccd-5c35-4e28-9f48-2862bee01ca1 req-7564de65-9544-4b21-9452-6e269b7b2804 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Sep 06 16:13:21.876806 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.885691 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-a1a07090-9237-4ff6-ac57-bb19fca5e52a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0961204 Sep 06 16:13:21.918851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5aa87b-006c-4623-ae2b-ff19813a848a,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:21.952231 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5bc5-f387-446c-aa29-d6f3a04250b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.964661 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ca2e5bc5-f387-446c-aa29-d6f3a04250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.967249 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-d86903ed-19b2-42f9-a90d-09892cfd5db7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5837197 Sep 06 16:13:21.969211 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:21.970812 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f646aa72-3a24-4a01-ae1f-ca5cb01a645f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9966338 Sep 06 16:13:21.974573 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48644) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:21.984893 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group_rule': {'security_group_id': '4a5cc384-4db5-4391-8953-93ff15674d09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:22.008280 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ca2e5bc5-f387-446c-aa29-d6f3a04250b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51c5f8f16a6d48f98aae4d5868b211ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7538376 Sep 06 16:13:22.012486 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48646) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:22.021753 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Request body: {'port': {'device_id': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:22.068954 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48648) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:22.083936 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.104814 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.114582 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-65f2bad1-12d2-4c7b-baae-416baa8779be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:22.116138 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-65f2bad1-12d2-4c7b-baae-416baa8779be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.2206061 Sep 06 16:13:22.118603 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e5bc5-f387-446c-aa29-d6f3a04250b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f02a651-936f-4304-b455-7590f9e82c51,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.124708 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.137311 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6601-181b-4ec2-81ea-808ba604c027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.140970 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9bf10ce-1d7f-4b76-8b75-238da0c40125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.200474 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-1e44a001-894a-4611-864f-16457b97efcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675988 Sep 06 16:13:22.203229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.276895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.299423 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.311621 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.341038 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c09f8-c070-4b76-a8ad-502d63529d39 req-ca31367a-50b5-414c-8b68-6941179e3b11 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:22.344223 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d87c09f8-c070-4b76-a8ad-502d63529d39 req-ca31367a-50b5-414c-8b68-6941179e3b11 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 944 time: 0.2081630 Sep 06 16:13:22.356575 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29559b2f-42e3-4c83-8730-975cecc6763e,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.365888 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.449207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:22.463985 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:22.470722 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:22.483851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9bf10ce-1d7f-4b76-8b75-238da0c40125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.488347 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d87c09f8-c070-4b76-a8ad-502d63529d39 req-40037295-8e24-4763-a1c9-b65111ce6b10 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201808 Sep 06 16:13:22.495557 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b9bf10ce-1d7f-4b76-8b75-238da0c40125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.506672 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:22.521522 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.522878 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-21fad727-c79d-44cc-aa68-c790687f3c4f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5461850 Sep 06 16:13:22.534248 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48654) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:22.536781 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:22.537696 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-9a87be68-0117-428d-ae45-6a2c2aa1c550 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231452 Sep 06 16:13:22.545257 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:22.546127 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=12b72736-0114-4895-8c02-6769055984bb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.547143 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:22.547910 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.588054 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.594594 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.595821 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f02a651-936f-4304-b455-7590f9e82c51 HTTP/1.1" status: 204 len: 168 time: 0.5813191 Sep 06 16:13:22.623586 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b9bf10ce-1d7f-4b76-8b75-238da0c40125 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcccee5156ac46d7b14bb29ac3e2824e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521477 Sep 06 16:13:22.625189 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf10ce-1d7f-4b76-8b75-238da0c40125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e862c77b-0802-4b2a-bb4e-bb17200acd7c,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.627611 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48658) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:22.656690 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.661820 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:22.727325 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc086900-f6ba-4843-aef2-bc3b9182e11d req-59c60b95-7a62-4025-be35-d169f5b2493a tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:22.728826 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc086900-f6ba-4843-aef2-bc3b9182e11d req-59c60b95-7a62-4025-be35-d169f5b2493a tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 944 time: 0.1660769 Sep 06 16:13:22.730935 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56df2e5-2ab1-4351-bd9f-41dbe7e4895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f02a651-936f-4304-b455-7590f9e82c51,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.755356 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d648d06-1478-44a0-94fd-49f2a44210fe {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:22.783053 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:22.786333 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.788734 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6601-181b-4ec2-81ea-808ba604c027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.802541 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ebf6601-181b-4ec2-81ea-808ba604c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.818229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.834567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.835501 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.837651 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Transition to ACTIVE for port object 4d648d06-1478-44a0-94fd-49f2a44210fe will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:22.862615 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.895932 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5ebf6601-181b-4ec2-81ea-808ba604c027 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f13db1182a904535902eed2ba218c7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244622 Sep 06 16:13:22.902321 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48660) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:22.910914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf6601-181b-4ec2-81ea-808ba604c027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d9ce3-2b3b-40a7-adfc-59eb39d51c50,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.926546 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Pushing event updated for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.929991 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.937413 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08b04066-35a1-479d-bfdc-3d0fcf512c51 req-cc31b28a-4292-4d77-ae5d-ed1bbc60b91e service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881807 Sep 06 16:13:22.944731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.947999 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:22.948723 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:22.951753 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:22.976592 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'port_id': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'mac_address': 'fa:16:3e:ba:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88391a0-570a-41f5-ae80-48ae6d4ac4d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:23.002246 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fc086900-f6ba-4843-aef2-bc3b9182e11d req-c0987462-b4d0-4825-82f4-3947ecfc7588 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503948 Sep 06 16:13:23.038056 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.055779 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:23.090785 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:23.091118 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.096675 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.097611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:23.112785 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Attempting to bind port 4d648d06-1478-44a0-94fd-49f2a44210fe on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:23.113391 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Attempting to bind port 4d648d06-1478-44a0-94fd-49f2a44210fe by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:23.113733 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Attempting to bind port 4d648d06-1478-44a0-94fd-49f2a44210fe on network e2970be5-c199-4775-bce0-24eaf740fdec {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:23.133570 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Port 4d648d06-1478-44a0-94fd-49f2a44210fe on network e2970be5-c199-4775-bce0-24eaf740fdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:23.133570 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Attempting to bind port 4d648d06-1478-44a0-94fd-49f2a44210fe on network e2970be5-c199-4775-bce0-24eaf740fdec {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:23.175466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:23.175466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Checking segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:23.175466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Bound using segment: {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:23.175466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Bound port: 4d648d06-1478-44a0-94fd-49f2a44210fe, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174a072c-3661-402a-a4c3-255bd5058adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:23.175466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.182030 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.184874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94b4b-6100-4b44-b0fe-10de7abd4a23 req-f14fc251-4ea4-4017-afea-6a92e98fa2cb tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:23.196633 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5de94b4b-6100-4b44-b0fe-10de7abd4a23 req-f14fc251-4ea4-4017-afea-6a92e98fa2cb tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 943 time: 0.1923926 Sep 06 16:13:23.200479 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.240858 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.243789 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.248878 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e862c77b-0802-4b2a-bb4e-bb17200acd7c HTTP/1.1" status: 204 len: 168 time: 0.5993795 Sep 06 16:13:23.279446 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c72e3-9e25-4b42-9323-134fc931524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e862c77b-0802-4b2a-bb4e-bb17200acd7c,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.300340 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5de94b4b-6100-4b44-b0fe-10de7abd4a23 req-e63dc2e8-9f5e-45eb-baaa-7c5d0b877cfd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954235 Sep 06 16:13:23.314321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.323063 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.325218 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:23.334246 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4d648d06-1478-44a0-94fd-49f2a44210fe,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:23.338917 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.345743 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,segment=NetworkSegment(5a0b935b-08ec-484e-9f17-d39ffc788981),segment_id=5a0b935b-08ec-484e-9f17-d39ffc788981)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:23.353676 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.366717 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4', 'network_id': '1e29e338-8d26-4790-9fda-baa97d013f33', 'port_id': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4', 'mac_address': 'fa:16:3e:ae:9f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39106097-46df-4211-b22f-f85ad0c31fe8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:23.407376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.409974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.411142 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b92d9ce3-2b3b-40a7-adfc-59eb39d51c50 HTTP/1.1" status: 204 len: 168 time: 0.5079005 Sep 06 16:13:23.412997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=12b72736-0114-4895-8c02-6769055984bb,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.427997 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.428255 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b8c65-f902-4270-90df-be0bb66bc1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d9ce3-2b3b-40a7-adfc-59eb39d51c50,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.430208 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.445933 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.447289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-68686fd8-5260-4388-9e54-f7575e7c8bc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3329985 Sep 06 16:13:23.460195 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:23.472849 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Allocated IP 172.27.3.11 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/985a0174-660f-485c-bd78-6798b0057bde) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:23.485860 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,segment=NetworkSegment(5a0b935b-08ec-484e-9f17-d39ffc788981),segment_id=5a0b935b-08ec-484e-9f17-d39ffc788981)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:23.494189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.509302 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:23.509920 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:23.511326 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] 10.222.0.46 "PUT /v2.0/ports/4d648d06-1478-44a0-94fd-49f2a44210fe HTTP/1.1" status: 200 len: 1093 time: 1.4964273 Sep 06 16:13:23.514010 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:23.516220 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c" -d '{"events": [{"name": "network-changed", "server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:23.564315 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.618028 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a512b4-9e8d-493f-98f6-60b112746367 x-openstack-request-id: req-e1a512b4-9e8d-493f-98f6-60b112746367 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:23.618329 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:23.618644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1a512b4-9e8d-493f-98f6-60b112746367 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:23.619165 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe', 'status': 'completed', 'code': 200} Sep 06 16:13:23.672365 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-30c985c9-4abe-472a-9a7f-89c27e77f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:23.674051 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-30c985c9-4abe-472a-9a7f-89c27e77f41a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 1096 time: 0.1180046 Sep 06 16:13:23.680757 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96d945-2fcf-4037-acd1-1a0666622020 req-17db00d2-f583-480f-bf6d-e9ea0dd84260 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:23.683099 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1a96d945-2fcf-4037-acd1-1a0666622020 req-17db00d2-f583-480f-bf6d-e9ea0dd84260 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 945 time: 0.0627246 Sep 06 16:13:23.732414 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1a96d945-2fcf-4037-acd1-1a0666622020 req-b58ead61-98bd-46c5-ae63-2cdd28b26da6 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373814 Sep 06 16:13:23.745417 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-7ccf0f10-a316-48b6-818f-c842327aa751 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d648d06-1478-44a0-94fd-49f2a44210fe HTTP/1.1" status: 200 len: 217 time: 0.0612624 Sep 06 16:13:23.759013 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9201fb-915b-4d81-822b-e624b964107b service neutron] Pushing event updated for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:23.790831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['53b00f64-95b2-4af9-b48b-f2fc774c5ec4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:23.816877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734236-2800-4013-9cf5-85583824723d req-5c341f83-001d-47b0-b1a3-5d2801ff3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:23.818499 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-5c341f83-001d-47b0-b1a3-5d2801ff3956 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0605276 Sep 06 16:13:23.834589 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:23.857653 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-bf0f7f3a-ac03-4659-bbcc-451a987b0954 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316164 Sep 06 16:13:23.980294 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-aa8d4267-5024-4566-96bc-33c58ddead44 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1149552360&fields=id&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 267 time: 0.1193502 Sep 06 16:13:24.006639 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.097351 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-842da5a8-66cc-4f35-9d67-3a35137d9a78 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308073 Sep 06 16:13:24.107255 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48710) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:24.139097 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ea77707-15c0-423d-856a-937d899e07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.230669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e983a-c609-444c-bb9d-99793af2302f req-93d3a5ae-eda4-4df3-9179-72134760a63f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:24.238515 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a07e983a-c609-444c-bb9d-99793af2302f req-93d3a5ae-eda4-4df3-9179-72134760a63f tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 945 time: 0.0827413 Sep 06 16:13:24.267531 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-86734236-2800-4013-9cf5-85583824723d req-2c09f05e-f35d-4338-bc58-f6be15c039e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610014 Sep 06 16:13:24.274849 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-f225c19c-6187-485a-bd2f-d755142cf2e2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:24.276458 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-f225c19c-6187-485a-bd2f-d755142cf2e2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 817 time: 0.2842114 Sep 06 16:13:24.278023 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.289149 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a07e983a-c609-444c-bb9d-99793af2302f req-79e77a5d-4477-4547-8ce2-28f149f8d41e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496883 Sep 06 16:13:24.336375 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:24.372164 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-5d451fb2-7d92-4e17-9b5d-1fc69a8b84a8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/quotas/b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 375 time: 0.0828772 Sep 06 16:13:24.416963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:24.423512 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:24.430373 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:24.455777 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ea77707-15c0-423d-856a-937d899e07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.493954 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8ea77707-15c0-423d-856a-937d899e07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.538232 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=985a0174-660f-485c-bd78-6798b0057bde,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:24.541076 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfafedc-6ab8-47f5-a792-53dd5dee8151 req-0f6affde-6fcb-46d7-958d-79bcaa4da799 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:24.542746 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5dfafedc-6ab8-47f5-a792-53dd5dee8151 req-0f6affde-6fcb-46d7-958d-79bcaa4da799 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 943 time: 0.0944033 Sep 06 16:13:24.551270 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:24.551746 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.554683 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8ea77707-15c0-423d-856a-937d899e07bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d8888e83c664968944220fa8768202a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449806 Sep 06 16:13:24.555383 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea77707-15c0-423d-856a-937d899e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb574ab7-3362-4614-abcb-35ab6d276001,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:24.557790 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48724) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:24.636404 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:24.638835 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:24.656877 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5dfafedc-6ab8-47f5-a792-53dd5dee8151 req-d6df1810-1a51-42ff-8fe6-0d57fc91c71c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050479 Sep 06 16:13:24.671505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.702853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.739885 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-2bf36665-0001-439f-90a6-60dbac548d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:24.741585 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-2bf36665-0001-439f-90a6-60dbac548d7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 1096 time: 0.4074347 Sep 06 16:13:24.744818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:24.777099 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.783006 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.787285 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb574ab7-3362-4614-abcb-35ab6d276001 HTTP/1.1" status: 204 len: 168 time: 0.2256045 Sep 06 16:13:24.808910 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0019-ecb0-460a-8ddd-36cc6ccefc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb574ab7-3362-4614-abcb-35ab6d276001,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:24.818734 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:24.819233 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.848138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:24.976129 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:24.984072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0a721-0a9a-4a63-b892-0da8b456e197 req-7eaedd92-8dd5-4bfd-8144-90c9850dcde1 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:24.987997 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a0e0a721-0a9a-4a63-b892-0da8b456e197 req-7eaedd92-8dd5-4bfd-8144-90c9850dcde1 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 945 time: 0.1229081 Sep 06 16:13:25.008199 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'port_id': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750', 'mac_address': 'fa:16:3e:6e:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:25.013426 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.105158 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a0e0a721-0a9a-4a63-b892-0da8b456e197 req-af0f4234-552d-4baa-b637-d712b86aa7a3 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113875 Sep 06 16:13:25.157584 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-37bacfc8-aaf4-407a-9178-c9ef87b71b8d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7230859 Sep 06 16:13:25.201303 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:25.265790 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.297083 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.301651 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:25.315770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.327552 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:25.382969 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-24beba8b-ae87-4e2d-9468-00ff91c29d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:25.384337 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-24beba8b-ae87-4e2d-9468-00ff91c29d9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.6175184 Sep 06 16:13:25.401037 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-476fcd73-955e-4fa6-acb3-c9464c8c4bbd service neutron] 10.222.0.11 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421234 Sep 06 16:13:25.401798 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:25.414055 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.422623 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:25.495449 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:25.516701 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-4b553bcf-0756-4233-b485-655bb7f8024b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d648d06-1478-44a0-94fd-49f2a44210fe HTTP/1.1" status: 200 len: 217 time: 0.1241703 Sep 06 16:13:25.523633 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832b924-554f-48f5-bebd-b0fcf1845419 req-6cc2c007-0cb7-4256-9198-9d54361c3841 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:25.526300 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d832b924-554f-48f5-bebd-b0fcf1845419 req-6cc2c007-0cb7-4256-9198-9d54361c3841 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 945 time: 0.0996566 Sep 06 16:13:25.568167 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d832b924-554f-48f5-bebd-b0fcf1845419 req-b1fe868e-bdad-4e03-8111-be506125e1e0 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Sep 06 16:13:25.634573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e5117-138d-4691-9c11-efe04476b8f7" -d '{"events": [{"server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "name": "network-vif-plugged", "status": "completed", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:25.640210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['3c3e13d0-8656-4ff0-a51a-6bd573a7c750'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:25.666940 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-f63bd5d9-164c-4e0a-8ee8-d45b55cc468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:25.668546 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-f63bd5d9-164c-4e0a-8ee8-d45b55cc468b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.1439002 Sep 06 16:13:25.685018 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-e791860d-157b-4128-aef1-761187667951 service neutron] 10.222.0.11 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830303 Sep 06 16:13:25.784589 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-530a2b46-5d8e-4a7e-b65b-b81d4eac9d50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883074 Sep 06 16:13:25.786780 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.802555 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:25.874513 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faaab2b-e5a6-4759-a1e8-1d860cd728d3 x-openstack-request-id: req-1faaab2b-e5a6-4759-a1e8-1d860cd728d3 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:25.875422 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "name": "network-vif-plugged", "status": "completed", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:25.875701 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1faaab2b-e5a6-4759-a1e8-1d860cd728d3 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:25.876172 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'code': 200} Sep 06 16:13:25.993716 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:26.025706 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b04d810f-6974-4665-a2b9-44ae797a94c6 req-d1d6f65c-e342-4e88-ae0f-9c4067ce05aa tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 210 time: 0.0342865 Sep 06 16:13:26.096204 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=985a0174-660f-485c-bd78-6798b0057bde,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:26.106560 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d663c2-aefe-47c4-a8c3-343ae49a2a1e req-494137d8-85fe-4d26-a4ae-9dc1c81ceee2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:26.110517 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40d663c2-aefe-47c4-a8c3-343ae49a2a1e req-494137d8-85fe-4d26-a4ae-9dc1c81ceee2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 943 time: 0.1053617 Sep 06 16:13:26.156193 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:26.157656 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-cc7a780b-b486-4983-9df3-b6a05a225437 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6176312 Sep 06 16:13:26.176444 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-c7700ff4-6f34-4b66-880d-8619b99295c7 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845596 Sep 06 16:13:26.310962 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40d663c2-aefe-47c4-a8c3-343ae49a2a1e req-656cdbfd-4620-4a8a-af1e-15b9561ea5f2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985453 Sep 06 16:13:26.321795 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413075b3-2492-4415-8582-a11ea3cde54b req-99e3691b-b861-4aeb-9858-ee6dbc5d6d1f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:26.332191 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-68921a99-266e-4134-84b8-1ffa571f1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:26.333688 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-68921a99-266e-4134-84b8-1ffa571f1e14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 1099 time: 0.2204099 Sep 06 16:13:26.347571 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-413075b3-2492-4415-8582-a11ea3cde54b req-99e3691b-b861-4aeb-9858-ee6dbc5d6d1f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.1292694 Sep 06 16:13:26.364605 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-3cc8240f-1c3e-4522-ac07-ad0b1a7213f5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:26.384644 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2cb0aa5a-29f9-466e-83a6-c8b88000b20c req-60c8a8b5-e610-4694-a61f-6e1000fb23e5 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008560 Sep 06 16:13:26.437887 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-413075b3-2492-4415-8582-a11ea3cde54b req-44626e41-a79c-4d13-ad9d-1dd7a29cfc80 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846143 Sep 06 16:13:26.630559 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 4d648d06-1478-44a0-94fd-49f2a44210fe details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:26.633534 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:26.771976 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb035fa-ddbc-44c4-9b46-5c0cbc02d72b req-4b215c69-614b-4277-9011-92fd265bf6a4 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:26.785007 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2eb035fa-ddbc-44c4-9b46-5c0cbc02d72b req-4b215c69-614b-4277-9011-92fd265bf6a4 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 945 time: 0.0999885 Sep 06 16:13:26.869895 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4d648d06-1478-44a0-94fd-49f2a44210fe,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:26.880932 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2eb035fa-ddbc-44c4-9b46-5c0cbc02d72b req-cbde6f7e-f81f-4019-97b3-be3d285576cf tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942783 Sep 06 16:13:26.916839 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '4d648d06-1478-44a0-94fd-49f2a44210fe', 'network_id': 'e2970be5-c199-4775-bce0-24eaf740fdec', 'port_id': '4d648d06-1478-44a0-94fd-49f2a44210fe', 'mac_address': 'fa:16:3e:4e:b1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:26.919341 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-76fbcea0-69ed-4cb5-b55c-fa1fb9b5fb00 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--548468378&fields=id&tenant_id=af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 267 time: 0.4398148 Sep 06 16:13:26.929566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-3cc8240f-1c3e-4522-ac07-ad0b1a7213f5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:26.980033 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-3cc8240f-1c3e-4522-ac07-ad0b1a7213f5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:26.994610 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:26.994610 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:26.994610 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.012680 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-957f19fe-d601-40e9-8ab9-8e8e98f49d1f req-3cc8240f-1c3e-4522-ac07-ad0b1a7213f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6713395 Sep 06 16:13:27.066771 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.098381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d648d06-1478-44a0-94fd-49f2a44210fe {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:27.135247 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4d648d06-1478-44a0-94fd-49f2a44210fe,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:27.141616 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.142417 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8240f-1c3e-4522-ac07-ad0b1a7213f5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=01bf0951-43d3-4dc3-973f-b8e4d3447ad9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:27.216216 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-15cecd11-b131-4b6b-ae0c-0ab0add06f1a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:27.225329 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4ee414fc-0172-4ee8-9b80-a1ff7f194316 req-5948af9a-a4e1-4804-8261-40ae22ef8d8f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 210 time: 0.0415769 Sep 06 16:13:27.226151 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-15cecd11-b131-4b6b-ae0c-0ab0add06f1a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 811 time: 0.2894728 Sep 06 16:13:27.239997 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-3c3a3056-e908-4bce-8b21-345444015af2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/quotas/af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 375 time: 0.0115826 Sep 06 16:13:27.242027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.291327 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:27.302677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.304951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:27.334758 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-48e96ba0-063b-4dca-bbd9-24e4530de5ed tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878119 Sep 06 16:13:27.367662 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:27.439377 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:27.444101 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['4d648d06-1478-44a0-94fd-49f2a44210fe'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:27.514793 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:27.540114 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805b35-bdbe-4778-aa41-6f58af6e36ff req-e8c8d3a4-953c-46f5-a236-d8894f3c0dc6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:27.541912 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b2805b35-bdbe-4778-aa41-6f58af6e36ff req-e8c8d3a4-953c-46f5-a236-d8894f3c0dc6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 944 time: 0.0761430 Sep 06 16:13:27.545682 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:27.547414 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.608728 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b2805b35-bdbe-4778-aa41-6f58af6e36ff req-672e59d0-cedd-445f-81ab-97a98e971574 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594652 Sep 06 16:13:27.688067 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-69de97ae-af14-4cfd-9c48-4ca875019b70 service neutron] 10.222.0.11 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017259 Sep 06 16:13:27.762888 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-cce3bf50-107b-48c8-b6d6-5f36ffe6b6ba tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:27.766231 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-cce3bf50-107b-48c8-b6d6-5f36ffe6b6ba tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 817 time: 0.2550864 Sep 06 16:13:27.793088 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843ac3b-e67b-43eb-9074-ce814162f90a req-912b4f7f-d39d-440f-bfd2-61153ecbb238 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:27.796842 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1843ac3b-e67b-43eb-9074-ce814162f90a req-912b4f7f-d39d-440f-bfd2-61153ecbb238 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.0743172 Sep 06 16:13:27.807217 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.851571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,segment=NetworkSegment(5a0b935b-08ec-484e-9f17-d39ffc788981),segment_id=5a0b935b-08ec-484e-9f17-d39ffc788981)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:27.859917 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:27.873649 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1843ac3b-e67b-43eb-9074-ce814162f90a req-7e326999-8f0c-4b64-9a06-47b6bad70a5c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671511 Sep 06 16:13:27.886905 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750'}, {'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:27.889469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e25692-5de0-4021-9c29-31676964cf66" -d '{"events": [{"server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750"}, {"server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "name": "network-vif-plugged", "status": "completed", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:27.921794 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-f40a445f-e188-4f3a-88cb-fd76e50b524b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 380 time: 0.1272755 Sep 06 16:13:27.934512 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:27.941068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'port': {'device_id': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'admin_state_up': True, 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'security_groups': ['16e34761-a5a8-4d44-bb08-186364546904']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:27.968583 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2861fd-3d39-424a-bf94-4957131faacc x-openstack-request-id: req-3a2861fd-3d39-424a-bf94-4957131faacc {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:27.969469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "name": "network-vif-plugged", "status": "completed", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750", "code": 200}, {"server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "name": "network-vif-plugged", "status": "completed", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:27.970015 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a2861fd-3d39-424a-bf94-4957131faacc {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:27.970698 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750', 'code': 200} Sep 06 16:13:27.971354 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4', 'code': 200} Sep 06 16:13:28.115590 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-710bd79e-8e26-4415-a0fb-be500c0a87d2 service neutron] 10.222.0.11 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078994 Sep 06 16:13:28.152931 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c4ea-9101-49f6-808b-f3da1eb90b45 req-9ad210be-000d-46bb-9a5e-2ded5288e03b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:28.154605 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3445c4ea-9101-49f6-808b-f3da1eb90b45 req-9ad210be-000d-46bb-9a5e-2ded5288e03b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.1048365 Sep 06 16:13:28.291804 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Made reservation on behalf of b83b7f72328545edb98530c4aaa43e83 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:28.296387 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.336599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e198183-9954-4f3b-b967-3d18c21bf8ad req-d38f2aed-a8f7-4ae1-8c68-bf54690418af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:28.338160 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6e198183-9954-4f3b-b967-3d18c21bf8ad req-d38f2aed-a8f7-4ae1-8c68-bf54690418af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 1099 time: 0.0997841 Sep 06 16:13:28.350299 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3445c4ea-9101-49f6-808b-f3da1eb90b45 req-f96878da-fcc8-4ab6-b3c2-98b3d5bd3d5e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893392 Sep 06 16:13:28.414706 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d56ed-0c9c-4002-9a2e-4c2413e13415 req-b2f98eda-51a2-4743-96d0-b9319ab80d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:28.416521 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb1d56ed-0c9c-4002-9a2e-4c2413e13415 req-b2f98eda-51a2-4743-96d0-b9319ab80d0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.2084985 Sep 06 16:13:28.456108 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48924) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:28.530992 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8daa980-a700-4ef4-b870-881bf06d2af9 req-79f71297-71ef-4b65-9a43-c6c551db2944 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 210 time: 0.0722985 Sep 06 16:13:28.596926 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb1d56ed-0c9c-4002-9a2e-4c2413e13415 req-4e132f34-0a8b-4c4f-9a68-d1cd357235da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691155 Sep 06 16:13:28.604163 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6e198183-9954-4f3b-b967-3d18c21bf8ad req-b15a305a-237b-4926-9f48-11480f501cd4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358639 Sep 06 16:13:28.611846 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-729cb99c-5b6e-4262-b9b3-de58570a444c req-e84779da-333a-4c7a-ab06-111e45348dd3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 210 time: 0.1310761 Sep 06 16:13:28.629130 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 4d648d06-1478-44a0-94fd-49f2a44210fe up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:28.670020 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Allocated IP 172.20.0.11 (a649802b-3b2d-401e-b21e-2b72c3c59763/488df781-a7df-4caa-95c0-ce9a54dfddcc/8ebb87f9-92b4-4cb1-8a23-56a42da6faa8) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:28.759457 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 4d648d06-1478-44a0-94fd-49f2a44210fe completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:28.765789 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 4d648d06-1478-44a0-94fd-49f2a44210fe triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:28.775416 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.847941 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4af2fc8c-7b3c-448b-99ac-c121abe57139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.881782 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018a085-bba4-4cc1-999c-469eec2bec87 req-687782e7-15e4-472e-83dc-798274c7f174 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:28.883370 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.885003 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.891920 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a018a085-bba4-4cc1-999c-469eec2bec87 req-687782e7-15e4-472e-83dc-798274c7f174 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 944 time: 0.1547165 Sep 06 16:13:28.921273 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Transition to ACTIVE for port object 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:28.937445 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4d648d06-1478-44a0-94fd-49f2a44210fe,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:28.945318 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:28.969677 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a018a085-bba4-4cc1-999c-469eec2bec87 req-dc84ccf8-4fb9-4b1c-90bb-02a183cb7eb3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706594 Sep 06 16:13:28.983739 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.049915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:29.080943 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:29.088571 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4af2fc8c-7b3c-448b-99ac-c121abe57139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.093564 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4af2fc8c-7b3c-448b-99ac-c121abe57139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.122098 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2fc8c-7b3c-448b-99ac-c121abe57139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b049455-cd16-476e-bccb-77c8b28179ea,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:29.148918 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4af2fc8c-7b3c-448b-99ac-c121abe57139 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5a1f2b09ba74adeac2a0f9a00d3f161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872635 Sep 06 16:13:29.151350 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48944) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:29.155014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:29.174647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78e1b2-8406-44e2-8c16-40f0733b066f req-4d40e73c-cb3e-40bc-8d62-6a5c7ef6b65e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:29.174647 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a78e1b2-8406-44e2-8c16-40f0733b066f req-4d40e73c-cb3e-40bc-8d62-6a5c7ef6b65e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.1205444 Sep 06 16:13:29.174647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:29.191440 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:29.205473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:29.206151 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.262920 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.291194 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a78e1b2-8406-44e2-8c16-40f0733b066f req-4b3f39f5-d503-4d1a-a57d-13a4a899881b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017616 Sep 06 16:13:29.293431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-18c3ea0f-5ffc-4bce-896d-9d8de96589f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3604701 Sep 06 16:13:29.317513 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Request body: {'port': {'device_id': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:29.317613 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.375323 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.378636 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.379925 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b049455-cd16-476e-bccb-77c8b28179ea HTTP/1.1" status: 204 len: 168 time: 0.2275014 Sep 06 16:13:29.388819 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da477f3-a51e-4ec8-928c-abf793b20b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b049455-cd16-476e-bccb-77c8b28179ea,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:29.406171 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.521705 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed26ec-5676-409d-9361-20d16b843e7c req-15d6e65c-575f-4785-92cf-17deec8382bb tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:29.523710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e5ed26ec-5676-409d-9361-20d16b843e7c req-15d6e65c-575f-4785-92cf-17deec8382bb tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0673544 Sep 06 16:13:29.567993 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e5ed26ec-5676-409d-9361-20d16b843e7c req-48e8f38c-ad6c-4ef6-86bd-b63dba42d17e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Sep 06 16:13:29.593505 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-dbbc0e7f-d5d6-4e13-b03f-b5e7f6f2c537 None None] Provisioning for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:29.601944 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-dbbc0e7f-d5d6-4e13-b03f-b5e7f6f2c537 None None] Provisioning complete for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:29.602768 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-dbbc0e7f-d5d6-4e13-b03f-b5e7f6f2c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.643881 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc0e7f-d5d6-4e13-b03f-b5e7f6f2c537 None None] Port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:29.662745 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-62c9b569-0b87-4a66-8e59-96552a06d1dd req-bc83038e-db23-47de-8c6b-c2c00e992a3f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 210 time: 0.0327556 Sep 06 16:13:29.762859 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:29.772331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.786856 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Transition to ACTIVE for port object 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:29.787980 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213b7d7-bdac-4088-8561-bf24bd365de2 req-7ed3c0ae-4392-4992-b2e9-127c8a585fcb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:29.796228 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 48964) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:29.797825 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.799376 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b213b7d7-bdac-4088-8561-bf24bd365de2 req-7ed3c0ae-4392-4992-b2e9-127c8a585fcb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 932 time: 0.0840702 Sep 06 16:13:29.845490 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7e77-0486-4e5d-b8a7-d1d13357a354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:29.856171 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b213b7d7-bdac-4088-8561-bf24bd365de2 req-08a350c9-91dc-4d5b-ab60-b2b03d56c159 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555942 Sep 06 16:13:29.890873 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:29.971223 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Attempting to bind port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:29.971655 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Attempting to bind port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:29.972041 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Attempting to bind port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:29.973348 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:29.977752 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3c3d0b-3446-444c-a907-71246aabcc91" -d '{"events": [{"server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "name": "network-vif-plugged", "status": "completed", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:29.984783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 on network a649802b-3b2d-401e-b21e-2b72c3c59763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:29.985326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Attempting to bind port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:30.067794 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1dfdf-8ec5-4cfe-9a5b-e4c6f32d8d2f x-openstack-request-id: req-47e1dfdf-8ec5-4cfe-9a5b-e4c6f32d8d2f {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:30.068297 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "name": "network-vif-plugged", "status": "completed", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:30.068613 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47e1dfdf-8ec5-4cfe-9a5b-e4c6f32d8d2f {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:30.069072 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe', 'code': 200} Sep 06 16:13:30.093505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:30.093844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Checking segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:30.094491 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Bound using segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:30.095004 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Bound port: 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:30.095401 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.108117 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48976) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:30.165638 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff051-bb09-44d5-ae51-dd5f0c3eca4e req-8c16efd4-ae12-4906-af5e-7bd94e998c2d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.168309 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6ebff051-bb09-44d5-ae51-dd5f0c3eca4e req-8c16efd4-ae12-4906-af5e-7bd94e998c2d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0737436 Sep 06 16:13:30.176567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-fe2dae11-864c-48c3-86eb-17f4d74c6711 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.178064 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-fe2dae11-864c-48c3-86eb-17f4d74c6711 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 811 time: 0.1874018 Sep 06 16:13:30.222462 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6ebff051-bb09-44d5-ae51-dd5f0c3eca4e req-0bc030dd-a55a-40f2-ac62-ff2a232a53f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Sep 06 16:13:30.281388 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-d9bf6158-7698-491f-a30d-84264357fc70 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 379 time: 0.0923522 Sep 06 16:13:30.287474 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7e77-0486-4e5d-b8a7-d1d13357a354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.290201 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:30.297134 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'port': {'device_id': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'admin_state_up': True, 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'security_groups': ['4a5cc384-4db5-4391-8953-93ff15674d09']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:30.303455 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:30.304711 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0dfb7e77-0486-4e5d-b8a7-d1d13357a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.305462 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77408e1f-9b43-497e-925e-2a471b705506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.332329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.411492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.412345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.413689 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 1094 time: 1.1065750 Sep 06 16:13:30.460209 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:30.462762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d1e453-6af0-474b-9370-32a74cb79049" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:30.487238 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0dfb7e77-0486-4e5d-b8a7-d1d13357a354 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=292861a840284112818cc49b550b92f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6810451 Sep 06 16:13:30.492749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77408e1f-9b43-497e-925e-2a471b705506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.494954 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 48994) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:30.507681 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77408e1f-9b43-497e-925e-2a471b705506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.543561 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e78352-af4a-4796-8880-768a3b48fd57 x-openstack-request-id: req-54e78352-af4a-4796-8880-768a3b48fd57 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:30.543856 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:30.544110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54e78352-af4a-4796-8880-768a3b48fd57 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:30.544486 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'status': 'completed', 'code': 200} Sep 06 16:13:30.548830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb7e77-0486-4e5d-b8a7-d1d13357a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d8e928-35b4-4034-b27d-b8d13b87b187,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:30.571955 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207da8c-ee65-41dd-8666-aeb1c3d510f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:30.577987 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77408e1f-9b43-497e-925e-2a471b705506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da727866-6ae2-47dc-a64e-9c20c53f797f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:30.611420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-52e3d605-5081-4d69-b23e-7c70a2ec157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.612820 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-52e3d605-5081-4d69-b23e-7c70a2ec157f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1097 time: 0.1466985 Sep 06 16:13:30.624932 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-77408e1f-9b43-497e-925e-2a471b705506 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=071a505dbd0a4bcdac98d906649320e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173225 Sep 06 16:13:30.627758 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62279a2-bc4e-4e4f-9adb-1a478f011020 req-551e1a29-2cea-4819-a56a-a513dc8299dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.629356 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e62279a2-bc4e-4e4f-9adb-1a478f011020 req-551e1a29-2cea-4819-a56a-a513dc8299dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 1098 time: 0.2267952 Sep 06 16:13:30.629551 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa928de-dcd8-440d-83ac-5f7dbdbfbf6e req-300b78e9-c065-4462-86ff-1d9e0b18f9e2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.632888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49000) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:30.638105 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3fa928de-dcd8-440d-83ac-5f7dbdbfbf6e req-300b78e9-c065-4462-86ff-1d9e0b18f9e2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.2317750 Sep 06 16:13:30.695145 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.696127 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-8074a405-7e43-4eb5-8441-8d48e81dec4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 217 time: 0.0523288 Sep 06 16:13:30.723591 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.744689 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Made reservation on behalf of af0b4c25fb6242789230ba4422a152c5 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:30.748394 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.769952 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3fa928de-dcd8-440d-83ac-5f7dbdbfbf6e req-cbaa9ac5-8a0d-437a-9732-5e521d05d16c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304319 Sep 06 16:13:30.788642 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-3d1d2171-0aab-4b7e-ae16-0bc448273192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.790189 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-3d1d2171-0aab-4b7e-ae16-0bc448273192 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0872097 Sep 06 16:13:30.856487 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e62279a2-bc4e-4e4f-9adb-1a478f011020 req-5b21c6cb-6e26-4cba-81a0-ef8f080857a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154400 Sep 06 16:13:30.882879 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.888810 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.892154 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.895852 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d8e928-35b4-4034-b27d-b8d13b87b187 HTTP/1.1" status: 204 len: 168 time: 0.3957300 Sep 06 16:13:30.911668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de800f54-e4ee-45e3-b062-f72a5b9e8815 req-4c68514a-31b7-45c5-ab8c-92d88bf8808c tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:30.913297 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de800f54-e4ee-45e3-b062-f72a5b9e8815 req-4c68514a-31b7-45c5-ab8c-92d88bf8808c tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.1662035 Sep 06 16:13:30.919075 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7ee1c06a-7519-444f-81a1-dd3c09e6aa06 req-319414f9-96f9-4f06-9300-2e34b27ffeaf tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 210 time: 0.0563180 Sep 06 16:13:30.932692 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5e334-5125-4da4-90d5-089885927c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d8e928-35b4-4034-b27d-b8d13b87b187,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:30.936935 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:30.999014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-12b603fe-7edb-4e20-a86b-4ff1d3d59d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:31.003417 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-12b603fe-7edb-4e20-a86b-4ff1d3d59d53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1742010 Sep 06 16:13:31.030023 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de800f54-e4ee-45e3-b062-f72a5b9e8815 req-afd5ee84-3326-4811-83ea-a4c35c190006 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973630 Sep 06 16:13:31.053681 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Allocated IP 172.20.0.8 (e5797b75-abf3-45b5-94d1-6e1b9eacad65/da205698-b317-4e68-98d4-5702921085b8/a64887de-ea10-4e85-aace-a6e5fa080bdc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:31.058686 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.064294 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.068498 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da727866-6ae2-47dc-a64e-9c20c53f797f HTTP/1.1" status: 204 len: 168 time: 0.4323015 Sep 06 16:13:31.089384 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e578f-59c7-40a6-a27f-4828315c9fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da727866-6ae2-47dc-a64e-9c20c53f797f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:31.491649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27105261-6e61-448d-8ef8-8f4b099874ba req-7b64de86-a4c1-49b2-bf43-b6e9ae204191 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:31.506105 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-27105261-6e61-448d-8ef8-8f4b099874ba req-7b64de86-a4c1-49b2-bf43-b6e9ae204191 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1139388 Sep 06 16:13:31.606853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.610030 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-27105261-6e61-448d-8ef8-8f4b099874ba req-03688855-2331-4343-9a61-ad75a1120c5b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005800 Sep 06 16:13:31.677658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Transition to ACTIVE for port object a64887de-ea10-4e85-aace-a6e5fa080bdc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:31.727189 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da799580-ab66-4b9f-8334-a57f3231d43d req-6332d532-15f2-439c-a35f-0385f3577dc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:31.736582 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-da799580-ab66-4b9f-8334-a57f3231d43d req-6332d532-15f2-439c-a35f-0385f3577dc4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.6541858 Sep 06 16:13:31.816458 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.834554 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49046) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:31.847750 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-81a03f1c-d67a-4049-8e52-349860d1b09c service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7985044 Sep 06 16:13:31.851428 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3b2349b5-724e-43dc-852e-dd3994e128d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.869442 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:31.895606 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:31.902827 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:31.910495 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:31.911051 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:31.938214 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-da799580-ab66-4b9f-8334-a57f3231d43d req-a5c49638-115d-45a6-b726-c3b078f99102 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001319 Sep 06 16:13:32.011775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:32.044451 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3b2349b5-724e-43dc-852e-dd3994e128d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.053449 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3b2349b5-724e-43dc-852e-dd3994e128d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.080072 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a8882cb8-47c8-42d8-95fd-853b1e91fe3c req-aa3b61ab-80bf-4bcd-91fd-f88c01e50e4e service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022824 Sep 06 16:13:32.081439 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-74ca71ac-b16b-4bf9-87ab-38d657db6926 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7924993 Sep 06 16:13:32.096869 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Request body: {'port': {'device_id': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:32.179624 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3b2349b5-724e-43dc-852e-dd3994e128d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e80804c4987c4f27a7defb8b028910dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436406 Sep 06 16:13:32.181591 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49056) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:32.192244 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2349b5-724e-43dc-852e-dd3994e128d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2682a-0d8b-4488-bb80-a96d3e70ca4e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:32.218740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.237887 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557cef5-990f-40fc-9c1e-033c90736fcc req-642e15c0-92cb-4c79-973e-76ebafb4a505 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.240003 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a557cef5-990f-40fc-9c1e-033c90736fcc req-642e15c0-92cb-4c79-973e-76ebafb4a505 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 931 time: 0.1752200 Sep 06 16:13:32.251498 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-4784dbce-1f94-47ac-90af-c06bb2c2282a None None] Provisioning for port a64887de-ea10-4e85-aace-a6e5fa080bdc completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:32.256529 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-4784dbce-1f94-47ac-90af-c06bb2c2282a None None] Provisioning complete for port a64887de-ea10-4e85-aace-a6e5fa080bdc triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:32.257122 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4784dbce-1f94-47ac-90af-c06bb2c2282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.264864 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e453-6af0-474b-9370-32a74cb79049 req-c75f6969-7c41-4cf5-bf29-35962d886eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.266385 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-c75f6969-7c41-4cf5-bf29-35962d886eae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1097 time: 0.1069055 Sep 06 16:13:32.300848 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-4784dbce-1f94-47ac-90af-c06bb2c2282a None None] Port a64887de-ea10-4e85-aace-a6e5fa080bdc cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:13:32.318363 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.323442 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a557cef5-990f-40fc-9c1e-033c90736fcc req-d2ba0e01-79ac-415a-95c7-09449571d694 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748260 Sep 06 16:13:32.353718 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.407760 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.410441 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.414019 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f2682a-0d8b-4488-bb80-a96d3e70ca4e HTTP/1.1" status: 204 len: 168 time: 0.2281904 Sep 06 16:13:32.428418 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb626a02-d3e4-46d5-a3b8-e31a75af2e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2682a-0d8b-4488-bb80-a96d3e70ca4e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:32.456145 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e453-6af0-474b-9370-32a74cb79049 req-8c994bc7-073a-48dc-9817-4d32f5269f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.457571 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-8c994bc7-073a-48dc-9817-4d32f5269f77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.1838083 Sep 06 16:13:32.530363 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-5ffa5369-aba7-412a-ad10-45baf49fcb34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 217 time: 0.0387814 Sep 06 16:13:32.606243 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e453-6af0-474b-9370-32a74cb79049 req-2fac1fc4-0d3e-483b-9529-56121638dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.608648 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-2fac1fc4-0d3e-483b-9529-56121638dbda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0690424 Sep 06 16:13:32.691432 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64887de-ea10-4e85-aace-a6e5fa080bdc {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:32.702546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.708941 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1e453-6af0-474b-9370-32a74cb79049 req-d099d02c-25cb-493b-957a-146b2a9e9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.710875 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-d099d02c-25cb-493b-957a-146b2a9e9233 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0939727 Sep 06 16:13:32.728972 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Transition to ACTIVE for port object a64887de-ea10-4e85-aace-a6e5fa080bdc will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:32.739834 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:32.813404 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb9278-38bf-4c80-a601-b196c5ebbdbe req-d21d71b7-f80e-41db-9cd9-59f33fc30a52 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:32.835970 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56eb9278-38bf-4c80-a601-b196c5ebbdbe req-d21d71b7-f80e-41db-9cd9-59f33fc30a52 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1243870 Sep 06 16:13:32.839114 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:32.893447 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-eaba8f07-57e9-4319-a6f7-edf6e90919f9 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741459 Sep 06 16:13:32.921694 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Attempting to bind port a64887de-ea10-4e85-aace-a6e5fa080bdc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:32.922040 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Attempting to bind port a64887de-ea10-4e85-aace-a6e5fa080bdc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:32.922380 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Attempting to bind port a64887de-ea10-4e85-aace-a6e5fa080bdc on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:32.966349 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Port a64887de-ea10-4e85-aace-a6e5fa080bdc on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:32.967549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Attempting to bind port a64887de-ea10-4e85-aace-a6e5fa080bdc on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:32.968960 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56eb9278-38bf-4c80-a601-b196c5ebbdbe req-3d5b36b5-cafc-4e08-b7df-f15957e09bc1 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319249 Sep 06 16:13:32.987848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:32.988747 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Checking segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:32.990992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Bound using segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:32.991589 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Bound port: a64887de-ea10-4e85-aace-a6e5fa080bdc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:32.992067 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.036312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49102) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:33.149134 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52d1e453-6af0-474b-9370-32a74cb79049 req-fdf613dd-5a02-4efd-a7d4-65bfb761f8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473879 Sep 06 16:13:33.172350 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:33.176369 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:33.181362 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.238834 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:33.239580 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.241398 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 1093 time: 1.1493406 Sep 06 16:13:33.242015 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:33.249550 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e52d9c-1039-4527-9535-dfafa865ae7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:33.258965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2986-ff53-474e-a3ea-37a86d8b6eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.355373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee554a9-cb5c-4e45-ab6f-92f8d05d1cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:33.405072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-511f78eb-84c2-451b-9cf6-8528d7169b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:33.407067 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-511f78eb-84c2-451b-9cf6-8528d7169b07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1096 time: 0.1196973 Sep 06 16:13:33.556044 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2986-ff53-474e-a3ea-37a86d8b6eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.562969 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2986-ff53-474e-a3ea-37a86d8b6eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.609822 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bf2b2986-ff53-474e-a3ea-37a86d8b6eb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bbbf635200a4ea09231bcc37c5e8ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716994 Sep 06 16:13:33.612133 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b2986-ff53-474e-a3ea-37a86d8b6eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40037bf-5b5f-415b-858c-d67c1c609b65,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:33.615922 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49140) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:33.670935 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-a874c604-a167-4791-a968-34fabf4c0ea9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 217 time: 0.1866281 Sep 06 16:13:33.679271 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.734779 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.781486 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8b03b-38d3-4325-94f6-57aa90045051 req-ca62eb1e-9818-4f96-ac0b-4ce0f1f44b04 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:33.783694 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3af8b03b-38d3-4325-94f6-57aa90045051 req-ca62eb1e-9818-4f96-ac0b-4ce0f1f44b04 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.3522637 Sep 06 16:13:33.792567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-5fb2385f-8dc9-4efe-a51f-b64a0792395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:33.797395 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-5fb2385f-8dc9-4efe-a51f-b64a0792395f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.1108499 Sep 06 16:13:33.834720 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.838366 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:33.839530 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e40037bf-5b5f-415b-858c-d67c1c609b65 HTTP/1.1" status: 204 len: 168 time: 0.2236028 Sep 06 16:13:33.841754 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49144) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:33.853320 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3af8b03b-38d3-4325-94f6-57aa90045051 req-2ef2b3a3-9364-47f5-b1ed-b584702281cc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543385 Sep 06 16:13:33.868030 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdb57e-5222-41a6-9349-8ebe19e05248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40037bf-5b5f-415b-858c-d67c1c609b65,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:33.943271 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c95efe2-0923-420e-93d3-fe7a404109ad x-openstack-request-id: req-0c95efe2-0923-420e-93d3-fe7a404109ad {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:33.943524 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:33.943784 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c95efe2-0923-420e-93d3-fe7a404109ad {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:33.944211 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'status': 'completed', 'code': 200} Sep 06 16:13:33.979235 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-c6d51278-d700-460c-b3a5-9529b32a5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:33.980781 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-c6d51278-d700-460c-b3a5-9529b32a5945 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1314101 Sep 06 16:13:34.110169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.169903 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76983cbd-e5e9-4e06-839a-4889b3b19c43 req-87752301-19bb-4566-9faa-2cc7ce1e0786 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.171881 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-76983cbd-e5e9-4e06-839a-4889b3b19c43 req-87752301-19bb-4566-9faa-2cc7ce1e0786 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 943 time: 0.1797819 Sep 06 16:13:34.173740 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-1d79aa96-d1be-4bd7-b616-66cf4ff4f20c service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804895 Sep 06 16:13:34.176608 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c89f-99f6-4a12-b425-69769727ec0e req-6c71604f-da1d-43a4-a1bd-63b2d4f33009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.178172 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-6c71604f-da1d-43a4-a1bd-63b2d4f33009 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 1098 time: 0.1167395 Sep 06 16:13:34.180047 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74fded-5cd8-4a68-bff6-21324f847ee1 req-da681176-d459-44aa-9936-91318db2fea3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.182103 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1d74fded-5cd8-4a68-bff6-21324f847ee1 req-da681176-d459-44aa-9936-91318db2fea3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0849359 Sep 06 16:13:34.234605 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1d74fded-5cd8-4a68-bff6-21324f847ee1 req-dfbccb4e-ea6a-4aa8-af07-65d9d1a82624 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393660 Sep 06 16:13:34.312307 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f930-7d3d-40cd-ae1a-4590018abcb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.339323 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-76983cbd-e5e9-4e06-839a-4889b3b19c43 req-16cbda49-c34b-4894-8b97-e8696c4a36bf tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587470 Sep 06 16:13:34.391701 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c89f-99f6-4a12-b425-69769727ec0e req-2935597d-0e9c-4b4c-9408-3419946fe7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.393151 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-2935597d-0e9c-4b4c-9408-3419946fe7fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.2044988 Sep 06 16:13:34.401671 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-37b63700-eb66-4cd1-ae83-4b358bf80f62 req-d16c0a2a-7f67-4a33-8520-c5b8b445c740 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113070 Sep 06 16:13:34.414634 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f930-7d3d-40cd-ae1a-4590018abcb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.423039 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f930-7d3d-40cd-ae1a-4590018abcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.454698 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0f930-7d3d-40cd-ae1a-4590018abcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855ad34b-6512-4024-b7bf-3d1b8e9d5860,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:34.487510 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7fb0f930-7d3d-40cd-ae1a-4590018abcb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b6f773cffb341ebb3696b9737d8027d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424222 Sep 06 16:13:34.487840 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49172) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:34.523870 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-56670740-7fd8-48b2-9b60-4a971e485490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d648d06-1478-44a0-94fd-49f2a44210fe HTTP/1.1" status: 200 len: 217 time: 0.1107397 Sep 06 16:13:34.542312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.567849 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.599114 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-fe058281-fb26-4e53-b1ef-352013f559c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.600950 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-fe058281-fb26-4e53-b1ef-352013f559c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1096 time: 0.0866907 Sep 06 16:13:34.606651 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677c89f-99f6-4a12-b425-69769727ec0e req-19311b41-8594-4ce8-8a9c-f4748ba63865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.609377 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-19311b41-8594-4ce8-8a9c-f4748ba63865 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0675442 Sep 06 16:13:34.630282 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.633943 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.635194 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/855ad34b-6512-4024-b7bf-3d1b8e9d5860 HTTP/1.1" status: 204 len: 168 time: 0.1463456 Sep 06 16:13:34.643421 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8ff54-1926-4354-a27a-d6ee11076ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855ad34b-6512-4024-b7bf-3d1b8e9d5860,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:34.667296 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:34.683231 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-2d229ae5-9fe2-4442-b089-6ab61bfb90c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517006 Sep 06 16:13:34.765561 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-f3399ecb-eded-4ea7-a616-3b49777132e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.767333 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-f3399ecb-eded-4ea7-a616-3b49777132e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.1459084 Sep 06 16:13:34.778508 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:34.792059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:34.841149 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.861467 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:34.865544 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-47e76d3f-1d28-4c50-835f-18e5a41bce12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 217 time: 0.0831985 Sep 06 16:13:34.885178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:34.892074 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:34.953611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:34.977012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-75509e63-eaed-4f10-ba3b-bf9fecf186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:34.980335 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-75509e63-eaed-4f10-ba3b-bf9fecf186e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.1059797 Sep 06 16:13:35.006791 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-0c11da50-cdfc-4976-b40e-717b5b2633d7 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640297 Sep 06 16:13:35.051722 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3dc69-47ce-40c4-b3f8-6e01707e8f72 req-41010473-630a-438e-a646-2dbb7485c440 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:35.061801 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00c3dc69-47ce-40c4-b3f8-6e01707e8f72 req-41010473-630a-438e-a646-2dbb7485c440 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0738361 Sep 06 16:13:35.105428 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-6e7c47b8-2c85-45f6-ad4b-da3ac90a30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:35.107714 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-6e7c47b8-2c85-45f6-ad4b-da3ac90a30dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1169229 Sep 06 16:13:35.117163 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-00c3dc69-47ce-40c4-b3f8-6e01707e8f72 req-1a98de6c-6640-4992-b316-30023fd4d3c0 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542650 Sep 06 16:13:35.172289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677c89f-99f6-4a12-b425-69769727ec0e req-eb940620-b4a0-4360-a4e2-c4efa26c7b0c service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497910 Sep 06 16:13:35.172744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49198) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:35.245389 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:35.517579 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9c864-fc2a-44d3-a436-56ccae7520af req-091f245b-ed2d-45bd-b0a8-f916d5a4d152 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:35.519889 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d8a9c864-fc2a-44d3-a436-56ccae7520af req-091f245b-ed2d-45bd-b0a8-f916d5a4d152 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 943 time: 0.0991905 Sep 06 16:13:35.520013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-15e9032d-b557-4df2-80ec-67bacfd6be2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:35.581499 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-f28ec1d1-b5e6-4c5f-98e1-bb696aeeb5f7 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610023 Sep 06 16:13:35.605263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7550-c560-4fac-a84a-ae98d8183fca req-8e3293d1-a3da-4651-8395-4bb1899bdedf tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:35.609647 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d8a9c864-fc2a-44d3-a436-56ccae7520af req-a9998a68-7678-438f-8c92-1cc0168ff062 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750589 Sep 06 16:13:35.613360 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-301e7550-c560-4fac-a84a-ae98d8183fca req-8e3293d1-a3da-4651-8395-4bb1899bdedf tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1136429 Sep 06 16:13:35.750220 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-301e7550-c560-4fac-a84a-ae98d8183fca req-93792e9d-a57e-475a-a2bb-20004d0671e6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355846 Sep 06 16:13:35.791368 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-35e52d9c-1039-4527-9535-dfafa865ae7e req-3adef7b6-452b-4951-a29c-53800d09f973 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979179 Sep 06 16:13:35.810652 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-15e9032d-b557-4df2-80ec-67bacfd6be2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:35.817997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-15e9032d-b557-4df2-80ec-67bacfd6be2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:35.863717 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-15e9032d-b557-4df2-80ec-67bacfd6be2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1edcba0fad904ac79d5ac9276f059b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719661 Sep 06 16:13:35.863717 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9032d-b557-4df2-80ec-67bacfd6be2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a059ec-1894-4c51-ba39-2ca67dd0ef0d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:35.864453 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49254) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:35.931959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:35.956044 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.024549 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.027158 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.031207 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5a059ec-1894-4c51-ba39-2ca67dd0ef0d HTTP/1.1" status: 204 len: 168 time: 0.1632848 Sep 06 16:13:36.037087 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11422197-6a94-4ab4-b390-0057880d0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a059ec-1894-4c51-ba39-2ca67dd0ef0d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:36.290754 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c6f3c-13e5-4810-80c9-caddfd7661a0 req-c53b607d-efb5-4441-90df-b273abe4a138 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:36.293025 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e8c6f3c-13e5-4810-80c9-caddfd7661a0 req-c53b607d-efb5-4441-90df-b273abe4a138 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0930307 Sep 06 16:13:36.499844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49314) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:36.505742 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0e8c6f3c-13e5-4810-80c9-caddfd7661a0 req-5baa83fc-6d76-4b44-879b-38830d7df706 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041442 Sep 06 16:13:36.660538 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:36.701708 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f60a0a5a-cc4b-4f79-a467-41d0809be005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.749652 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:36.754246 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:36.754807 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.817840 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e5401-ed8e-4bf8-8c03-4bf1f2e961a4 req-e50ce65f-3d97-49b7-bf67-bf724f5cd673 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:36.819319 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-be2e5401-ed8e-4bf8-8c03-4bf1f2e961a4 req-e50ce65f-3d97-49b7-bf67-bf724f5cd673 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 943 time: 0.0938916 Sep 06 16:13:36.865889 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.891103 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-be2e5401-ed8e-4bf8-8c03-4bf1f2e961a4 req-8923d311-eb16-46e8-a504-264e9b94d12e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654044 Sep 06 16:13:36.909281 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:36.911577 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0e3635-c02a-487e-a257-1bbf5b3b706a" -d '{"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:36.937483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f60a0a5a-cc4b-4f79-a467-41d0809be005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.943653 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:36.945803 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393188de-d1cb-4592-aecb-4ecc0d0ebde9 req-b33e82fb-2012-4c36-8040-e2c9fdf59622 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:36.948324 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f60a0a5a-cc4b-4f79-a467-41d0809be005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.952913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:36.954300 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-393188de-d1cb-4592-aecb-4ecc0d0ebde9 req-b33e82fb-2012-4c36-8040-e2c9fdf59622 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0953138 Sep 06 16:13:36.983115 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d4167-1818-481f-9270-a9852aaff113 x-openstack-request-id: req-751d4167-1818-481f-9270-a9852aaff113 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:36.983551 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:36.984152 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-751d4167-1818-481f-9270-a9852aaff113 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:36.984699 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'code': 200} Sep 06 16:13:37.027600 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-393188de-d1cb-4592-aecb-4ecc0d0ebde9 req-031ee0b2-85f0-4be0-acd3-22ca71ce6b6f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723865 Sep 06 16:13:37.029193 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.032718 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-f60a0a5a-cc4b-4f79-a467-41d0809be005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0acba9841b52412ea0a14e522f17892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5310421 Sep 06 16:13:37.034295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a0a5a-cc4b-4f79-a467-41d0809be005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810a22f-5242-4409-b229-5b44a0320c75,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.035480 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49352) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:37.091774 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.122332 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.176790 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.179428 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.180676 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4810a22f-5242-4409-b229-5b44a0320c75 HTTP/1.1" status: 204 len: 168 time: 0.1440136 Sep 06 16:13:37.189267 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96f449-f954-4fe7-9114-51473253ac4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810a22f-5242-4409-b229-5b44a0320c75,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.251761 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0226e-56c6-423a-aaba-c93e71d0d2d0 req-87ecfdc9-ed4d-469c-8a3a-83d3ce802e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:37.253331 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e7d0226e-56c6-423a-aaba-c93e71d0d2d0 req-87ecfdc9-ed4d-469c-8a3a-83d3ce802e7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1099 time: 0.0725355 Sep 06 16:13:37.296029 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e7d0226e-56c6-423a-aaba-c93e71d0d2d0 req-f11fb5ac-6711-4119-bcf3-dd61bd7c8994 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343366 Sep 06 16:13:37.411354 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49364) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:37.520890 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59aa59a3-e981-4c72-bc83-7239404fc83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.540932 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49368) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:37.556126 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37eefdee-f68e-46d6-b53b-3683f1de5a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.627717 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59aa59a3-e981-4c72-bc83-7239404fc83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.631609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-59aa59a3-e981-4c72-bc83-7239404fc83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.668835 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa59a3-e981-4c72-bc83-7239404fc83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9cef6-94a3-49aa-89d5-8451b00629db,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.676505 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-59aa59a3-e981-4c72-bc83-7239404fc83e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed01b06e4df644c593d6778075526906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616107 Sep 06 16:13:37.676699 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49372) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:37.681368 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a9566-527f-4989-aba9-dc15309ccd12 req-a5620b39-1b07-4013-af72-23f0ae42c6de tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:37.683703 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9c2a9566-527f-4989-aba9-dc15309ccd12 req-a5620b39-1b07-4013-af72-23f0ae42c6de tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0771487 Sep 06 16:13:37.731250 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.750481 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9c2a9566-527f-4989-aba9-dc15309ccd12 req-3e9c501d-407f-4634-b6a0-bff570702d88 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578027 Sep 06 16:13:37.762486 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.774957 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37eefdee-f68e-46d6-b53b-3683f1de5a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.779035 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-37eefdee-f68e-46d6-b53b-3683f1de5a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.809296 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.813085 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.814379 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34d9cef6-94a3-49aa-89d5-8451b00629db HTTP/1.1" status: 204 len: 168 time: 0.1365986 Sep 06 16:13:37.822122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d383e-0a7e-4397-bf2a-963ca4999898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9cef6-94a3-49aa-89d5-8451b00629db,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.823855 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eefdee-f68e-46d6-b53b-3683f1de5a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436bef2-8fbb-4bfa-a072-f8c2d7a32544,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:37.829770 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-37eefdee-f68e-46d6-b53b-3683f1de5a54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad125153d48d4b7a9b50cf2c0ddedbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876885 Sep 06 16:13:37.832355 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49378) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:37.888149 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.910566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.968326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.971542 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:37.976433 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b436bef2-8fbb-4bfa-a072-f8c2d7a32544 HTTP/1.1" status: 204 len: 168 time: 0.1430569 Sep 06 16:13:37.985660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98379d-dde5-4280-9e1c-4701a7c8c7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436bef2-8fbb-4bfa-a072-f8c2d7a32544,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:38.043267 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51762b-ccf7-4102-9120-260dc0e2b529 req-74ccef52-7fa6-4f99-a09a-aacbe0d64dc1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:38.044901 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae51762b-ccf7-4102-9120-260dc0e2b529 req-74ccef52-7fa6-4f99-a09a-aacbe0d64dc1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 943 time: 0.0760176 Sep 06 16:13:38.100889 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae51762b-ccf7-4102-9120-260dc0e2b529 req-ed60faa5-6a5d-47e6-b1ed-879fca5f9bde tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484791 Sep 06 16:13:38.173376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b0e0-b7e8-455c-9f71-44f92be15f6a req-75d6df2a-9137-4387-a17b-15b9908cba6a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:38.182380 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5300b0e0-b7e8-455c-9f71-44f92be15f6a req-75d6df2a-9137-4387-a17b-15b9908cba6a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0624619 Sep 06 16:13:38.233523 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5300b0e0-b7e8-455c-9f71-44f92be15f6a req-13eaeeb9-b36c-4197-b9dd-9802a8d08e92 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493679 Sep 06 16:13:38.686666 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a64887de-ea10-4e85-aace-a6e5fa080bdc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:38.781597 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:38.809098 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'port_id': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'mac_address': 'fa:16:3e:94:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:38.905060 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:38.919022 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb0b5-7c30-49b0-b31b-fa2d0a74f3cc req-7a362e80-e9fe-4e21-9283-1f1b335cffa4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:38.922046 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64887de-ea10-4e85-aace-a6e5fa080bdc {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:38.923025 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-edecb0b5-7c30-49b0-b31b-fa2d0a74f3cc req-7a362e80-e9fe-4e21-9283-1f1b335cffa4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0755348 Sep 06 16:13:38.944555 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:38.950649 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:38.972245 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-edecb0b5-7c30-49b0-b31b-fa2d0a74f3cc req-f5164ac5-fdd6-4ecf-9fdf-bcd3c4175680 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Sep 06 16:13:39.010364 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:39.228263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174bc0a-8406-4c24-bcb3-90def92900da req-d1ea2be0-4398-4b67-8032-cb759d515208 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:39.229949 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a174bc0a-8406-4c24-bcb3-90def92900da req-d1ea2be0-4398-4b67-8032-cb759d515208 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 944 time: 0.0708046 Sep 06 16:13:39.289862 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a174bc0a-8406-4c24-bcb3-90def92900da req-bda4d0a8-8431-4cdd-b923-51e9133a1d82 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509691 Sep 06 16:13:39.361537 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a64887de-ea10-4e85-aace-a6e5fa080bdc'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:39.391256 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6117a-8d77-4f1a-980c-69cf7f452353 req-a44ce47e-a24f-4025-a684-6704dce0938f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:39.393710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-09e6117a-8d77-4f1a-980c-69cf7f452353 req-a44ce47e-a24f-4025-a684-6704dce0938f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0773742 Sep 06 16:13:39.423616 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49456) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:39.448756 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-09e6117a-8d77-4f1a-980c-69cf7f452353 req-2d0af75b-4988-42e9-9a77-9f6e5514003c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485578 Sep 06 16:13:39.563940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8b29-65bb-478f-9287-786aa574e5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.657757 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8b29-65bb-478f-9287-786aa574e5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.661502 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f8e8b29-65bb-478f-9287-786aa574e5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.702947 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4f8e8b29-65bb-478f-9287-786aa574e5d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6040190dbef947c8856e90d60226a4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782416 Sep 06 16:13:39.704050 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e8b29-65bb-478f-9287-786aa574e5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1a761-c26c-4f3f-bc41-7b9fb2507112,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:39.705724 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49462) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:39.756688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.780434 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.828245 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.830820 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:39.831986 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bd1a761-c26c-4f3f-bc41-7b9fb2507112 HTTP/1.1" status: 204 len: 168 time: 0.1244385 Sep 06 16:13:39.840187 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c585b-3a5b-49b9-a68c-4fad22b6836c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1a761-c26c-4f3f-bc41-7b9fb2507112,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:40.102130 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a889-6b21-4436-9e2e-a799949ec7c1 req-5ac7b6ff-0fd9-43be-a4fd-99f82ad28200 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:40.104590 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0fa7a889-6b21-4436-9e2e-a799949ec7c1 req-5ac7b6ff-0fd9-43be-a4fd-99f82ad28200 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0516818 Sep 06 16:13:40.139777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f0d802c4-de68-401d-9847-6c15c41f73f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:40.151244 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0fa7a889-6b21-4436-9e2e-a799949ec7c1 req-8c7555b2-a8bf-4965-8ecc-a2009c5279da tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405734 Sep 06 16:13:40.275934 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179cd3f-5c54-4e8a-aad1-4d6ed095f1ad req-7ab023b6-5689-4117-8cfe-9c540da03275 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:40.277464 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6179cd3f-5c54-4e8a-aad1-4d6ed095f1ad req-7ab023b6-5689-4117-8cfe-9c540da03275 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0521986 Sep 06 16:13:40.285958 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49486) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:40.290750 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'floatingip': {'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:40.371168 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:40.415485 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c616bca-31ca-4446-bd6e-e7c42ce091ad req-33489b7e-b80b-48bc-804f-22ad2ff46703 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:40.417019 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8c616bca-31ca-4446-bd6e-e7c42ce091ad req-33489b7e-b80b-48bc-804f-22ad2ff46703 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 944 time: 0.0535834 Sep 06 16:13:40.462268 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8c616bca-31ca-4446-bd6e-e7c42ce091ad req-cf5b7e37-67db-483e-8417-3df588117486 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Sep 06 16:13:40.662253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91ce3f-8db5-420b-bf00-3a74747510e5 req-c90f74cb-4717-4da0-a6db-776e04002317 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:40.663803 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b91ce3f-8db5-420b-bf00-3a74747510e5 req-c90f74cb-4717-4da0-a6db-776e04002317 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1246696 Sep 06 16:13:40.708157 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a64887de-ea10-4e85-aace-a6e5fa080bdc up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:40.750976 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b91ce3f-8db5-420b-bf00-3a74747510e5 req-88a16f10-150d-47e2-af2a-584bf6c45cc5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776374 Sep 06 16:13:40.772723 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port a64887de-ea10-4e85-aace-a6e5fa080bdc completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:40.776765 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port a64887de-ea10-4e85-aace-a6e5fa080bdc triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:40.777335 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:40.858802 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:40.882278 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:40.884568 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a686dfb-9836-4a05-bbed-e1f6ff45ba33" -d '{"events": [{"server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "name": "network-vif-plugged", "status": "completed", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:40.912187 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:40.929430 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:40.932780 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e978a625-5e0b-44ae-8bb1-e0cde9030962 x-openstack-request-id: req-e978a625-5e0b-44ae-8bb1-e0cde9030962 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:40.933331 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "name": "network-vif-plugged", "status": "completed", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:40.933754 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e978a625-5e0b-44ae-8bb1-e0cde9030962 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:40.934332 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'code': 200} Sep 06 16:13:41.002611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:41.167175 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:41.172533 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:41.186237 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183732c-c538-47c5-9c26-876c3faf7a3e req-cd3904a3-270a-4ca0-bf93-7c03395325a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:41.187794 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d183732c-c538-47c5-9c26-876c3faf7a3e req-cd3904a3-270a-4ca0-bf93-7c03395325a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0431328 Sep 06 16:13:41.236506 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d183732c-c538-47c5-9c26-876c3faf7a3e req-37e7faaf-fae5-46b1-999f-424ef93b1341 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363977 Sep 06 16:13:41.278758 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Floating IP 72c995d2-dc28-429a-a65f-180eb8910f63 associated. External IP: 172.27.3.227, port: 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8. Sep 06 16:13:41.637878 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23f1c-c6cf-4eb4-bd60-4299f13f04f6 req-0fbd271e-3985-4131-aa26-79589f4bb4ce tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:41.639396 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1c23f1c-c6cf-4eb4-bd60-4299f13f04f6 req-0fbd271e-3985-4131-aa26-79589f4bb4ce tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0939431 Sep 06 16:13:41.743109 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a1c23f1c-c6cf-4eb4-bd60-4299f13f04f6 req-7f3010f4-935c-43f5-ae09-296bcf80b77f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911191 Sep 06 16:13:41.764813 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:13:41.936207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81949d90-f38e-4375-a379-ce0268350274 req-30a8b106-5000-478d-9843-c094f5bc3bf5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:41.938620 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:41.947564 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-81949d90-f38e-4375-a379-ce0268350274 req-30a8b106-5000-478d-9843-c094f5bc3bf5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1215138 Sep 06 16:13:41.949063 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:41.961570 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:41.973089 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:41.975425 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:42.020996 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-da6ee21f-3a11-4366-876e-479309e66603 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "PUT /v2.0/floatingips/72c995d2-dc28-429a-a65f-180eb8910f63 HTTP/1.1" status: 200 len: 992 time: 1.7339189 Sep 06 16:13:42.021627 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:42.023922 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879041f-f270-4e3a-881a-51d4bea41bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:42.075883 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-81949d90-f38e-4375-a379-ce0268350274 req-37a9b828-8cc0-42d6-848e-d2b7f59a790d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Sep 06 16:13:42.149571 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7745f9-fb6a-4907-b510-b6d42412ea82 x-openstack-request-id: req-3d7745f9-fb6a-4907-b510-b6d42412ea82 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:42.149862 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:42.150116 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d7745f9-fb6a-4907-b510-b6d42412ea82 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:42.150582 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'status': 'completed', 'code': 200} Sep 06 16:13:42.216451 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:42.246252 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49562) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:42.274451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-444b03e1-bc3e-4e69-80c3-7b0dcf20bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:42.276068 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-444b03e1-bc3e-4e69-80c3-7b0dcf20bd8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1099 time: 0.0595267 Sep 06 16:13:42.458405 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0150-2f39-4b34-9cca-0757be593738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.497039 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-4a756a38-d3d9-44ab-a9f6-a51a3cd14649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:42.498040 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-4a756a38-d3d9-44ab-a9f6-a51a3cd14649 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.2015507 Sep 06 16:13:42.626750 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-cd8c4404-e722-4e65-af11-6ee6c010fc09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 1000 time: 0.1146116 Sep 06 16:13:42.630049 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0150-2f39-4b34-9cca-0757be593738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.635413 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0dcc0150-2f39-4b34-9cca-0757be593738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.637988 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '72c995d2-dc28-429a-a65f-180eb8910f63', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:22Z', 'updated_at': '2021-09-06T16:13:41Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:42.667168 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0dcc0150-2f39-4b34-9cca-0757be593738 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a927e8ef3c64566826829da78176379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198642 Sep 06 16:13:42.672795 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:42.681526 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:42.682144 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:42.689523 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc0150-2f39-4b34-9cca-0757be593738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb6b29-49f6-4511-899f-a2927ba20534,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:42.694170 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-4a77d56b-539d-439a-9ec0-8ac764ff531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:42.695799 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-4a77d56b-539d-439a-9ec0-8ac764ff531e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0534945 Sep 06 16:13:42.704916 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49574) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:42.748965 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-a7bda128-dfee-4d67-81f8-4807511d9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:42.750595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-a7bda128-dfee-4d67-81f8-4807511d9ad4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427363 Sep 06 16:13:42.762213 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.786759 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.806012 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:42.846260 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.849693 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.853875 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bbb6b29-49f6-4511-899f-a2927ba20534 HTTP/1.1" status: 204 len: 168 time: 0.1452494 Sep 06 16:13:42.863095 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c6c5d-3ef8-4e05-81a9-bf544a48f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb6b29-49f6-4511-899f-a2927ba20534,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:42.875091 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-9f0ac7b9-ffd2-479a-804e-5e8d58e5f57c service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133087 Sep 06 16:13:42.898597 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-57e599ba-1d17-4083-a523-a792987fa5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:42.974619 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c1dd-9c52-4bbc-b78f-a6d42d34bd8e req-079dfd1c-c3b7-4e13-a38e-c13b7b4c20a6 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:42.976197 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2974c1dd-9c52-4bbc-b78f-a6d42d34bd8e req-079dfd1c-c3b7-4e13-a38e-c13b7b4c20a6 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1199837 Sep 06 16:13:42.987059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:43.034821 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4879041f-f270-4e3a-881a-51d4bea41bb5 req-4f0efdd3-a9c0-44d5-86da-b08e70e6b608 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359293 Sep 06 16:13:43.043437 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2974c1dd-9c52-4bbc-b78f-a6d42d34bd8e req-dbf197fd-ea9a-49a9-b938-68f4cdf501e7 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555501 Sep 06 16:13:43.082316 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '72c995d2-dc28-429a-a65f-180eb8910f63', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:22Z', 'updated_at': '2021-09-06T16:13:41Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:43.118008 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63584f7f-dd52-483c-a2ed-4ac13a2d587b None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '72c995d2-dc28-429a-a65f-180eb8910f63', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:22Z', 'updated_at': '2021-09-06T16:13:41Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:43.240699 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8db20-6e3c-4b8f-ab5f-91e8a0fc7edc req-13fa4a80-92f2-4a25-bab2-da3bb11117bc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:43.249690 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1dd8db20-6e3c-4b8f-ab5f-91e8a0fc7edc req-13fa4a80-92f2-4a25-bab2-da3bb11117bc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0642920 Sep 06 16:13:43.300764 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1dd8db20-6e3c-4b8f-ab5f-91e8a0fc7edc req-f23fcfb0-0312-43d2-b236-e1b3efd88d7b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Sep 06 16:13:43.416141 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd89160-fb20-41b4-bb68-38f516b9d704 None None] New status for floating IP 72c995d2-dc28-429a-a65f-180eb8910f63: ACTIVE {{(pid=94039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:13:43.534602 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-e1c7ac07-81a2-4fe0-b3e8-2d6f0dc11ce4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:43.536216 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-e1c7ac07-81a2-4fe0-b3e8-2d6f0dc11ce4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.1046450 Sep 06 16:13:43.556629 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-ebcaf595-1754-49de-ac65-293363c78d41 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/quotas/77de83b56a7a4d579a8170b3abc335f6 HTTP/1.1" status: 200 len: 375 time: 0.0115347 Sep 06 16:13:43.645490 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-7b6aa285-a7b4-4238-ad0b-d4500ff1e6f3 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816624 Sep 06 16:13:43.756882 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-b0d0f80e-2f99-4735-80c3-aaa09ded9b42 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025610 Sep 06 16:13:43.794197 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:43.871938 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-a36ee121-ba30-4ee9-87ab-7eaf5282e599 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139083 Sep 06 16:13:44.043624 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-49dd1387-31ad-4c68-b331-71e1838526f6 req-9cfac9af-c8ef-4b2a-a6a6-b087de439847 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 210 time: 0.0347607 Sep 06 16:13:44.181190 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742bb6-e97b-4e17-9a89-79617376d6a0 req-2c6c4494-e7db-4fb9-a9a2-ee87f0e45ab4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:44.182845 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95742bb6-e97b-4e17-9a89-79617376d6a0 req-2c6c4494-e7db-4fb9-a9a2-ee87f0e45ab4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0569632 Sep 06 16:13:44.242301 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95742bb6-e97b-4e17-9a89-79617376d6a0 req-00e01abf-d24c-46cc-9bbc-00e1843dd897 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 Sep 06 16:13:44.387835 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b354e-62d4-4088-ac56-90027514f685 req-8e37ce63-9a7d-44bf-be54-6b03a1d91448 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:44.390013 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9e8b354e-62d4-4088-ac56-90027514f685 req-8e37ce63-9a7d-44bf-be54-6b03a1d91448 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0687718 Sep 06 16:13:44.398405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49638) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:44.404445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'floatingip': {'port_id': 'a64887de-ea10-4e85-aace-a6e5fa080bdc'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:44.438297 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eadf5-92c2-4c24-96a1-c94a17d8d916 req-e0b32e71-be03-478b-bbf5-7a38f585240d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:44.439805 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae5eadf5-92c2-4c24-96a1-c94a17d8d916 req-e0b32e71-be03-478b-bbf5-7a38f585240d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0589001 Sep 06 16:13:44.489048 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae5eadf5-92c2-4c24-96a1-c94a17d8d916 req-62318f11-f646-4c74-ba0b-94df117e25dc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Sep 06 16:13:44.531493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:45.153975 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5fccb69a-bff0-4344-b8fe-c004121d922a req-02414ac6-df3a-4c62-9559-d24b71a92f8c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 210 time: 0.0322895 Sep 06 16:13:45.327087 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.db.resource_extend [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 06 16:13:45.370754 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:45.439688 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:45.451892 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:45.496497 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-b9c90707-b692-44b5-82e8-7b69e4077fe0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:45.497989 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-b9c90707-b692-44b5-82e8-7b69e4077fe0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.2233598 Sep 06 16:13:45.549850 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Request body: {'port': {'device_id': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'admin_state_up': True, 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:45.613808 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Floating IP c946bf09-9ca8-407b-80e9-c6e44382e635 associated. External IP: 172.27.3.11, port: a64887de-ea10-4e85-aace-a6e5fa080bdc. Sep 06 16:13:45.715924 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbee9d-eb9f-4989-a612-1c2708866722 req-6ef42945-9076-4b70-a9ef-5c56be59dacf tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:45.717447 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7efbee9d-eb9f-4989-a612-1c2708866722 req-6ef42945-9076-4b70-a9ef-5c56be59dacf tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1570451 Sep 06 16:13:45.824335 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7efbee9d-eb9f-4989-a612-1c2708866722 req-e26723c0-64a7-47ea-b9f7-ba433bef9d22 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989783 Sep 06 16:13:45.860037 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:13:45.863292 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.014051 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:13:46.083559 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Allocated IP 172.20.0.7 (7e98e35e-0438-471b-a56d-7758022aece6/e88391a0-570a-41f5-ae80-48ae6d4ac4d8/db34cf7a-e845-43cd-9828-29abb4479ac4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:13:46.175093 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:13:46.181563 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.185839 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:13:46.199989 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:46.201120 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:46.231183 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0a1b2a37-21cd-47d2-8595-17295fc21b6a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "PUT /v2.0/floatingips/c946bf09-9ca8-407b-80e9-c6e44382e635 HTTP/1.1" status: 200 len: 990 time: 1.8316014 Sep 06 16:13:46.234176 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:46.236546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767" -d '{"events": [{"name": "network-changed", "server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:46.300372 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-21d73a22-101a-4703-9f3a-cf5250e8f50f req-ae7912dd-143c-4cb2-a312-da92aa39d858 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 210 time: 0.0473475 Sep 06 16:13:46.316306 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.346392 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8b9bf8-359a-49af-8004-09e4d8e411cb x-openstack-request-id: req-9d8b9bf8-359a-49af-8004-09e4d8e411cb {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:46.346954 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:46.346954 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d8b9bf8-359a-49af-8004-09e4d8e411cb {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:46.347327 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'status': 'completed', 'code': 200} Sep 06 16:13:46.362740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.381861 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:46.416419 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:46.431685 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Network 7e98e35e-0438-471b-a56d-7758022aece6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:13:46.454238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:13:46.460500 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:13:46.466291 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:46.467033 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.487012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event updated for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:46.498057 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-8269867d-0583-4fdd-9988-f61f165b45f9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9526498 Sep 06 16:13:46.504138 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-63593ba6-8b81-41da-a1b5-d7e1b1bfc931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:46.505708 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-63593ba6-8b81-41da-a1b5-d7e1b1bfc931 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1098 time: 0.1082575 Sep 06 16:13:46.524730 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Request body: {'port': {'device_id': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:13:46.634025 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:46.665541 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'c946bf09-9ca8-407b-80e9-c6e44382e635', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:94:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:24Z', 'updated_at': '2021-09-06T16:13:45Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:46.685312 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-7dd761ff-4110-49c6-8da7-8e3fd72adf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:46.687501 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-7dd761ff-4110-49c6-8da7-8e3fd72adf8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.1601238 Sep 06 16:13:46.696099 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:13:46.705449 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:13:46.706084 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:13:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:46.816398 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:13:47.056705 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'c946bf09-9ca8-407b-80e9-c6e44382e635', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:94:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:24Z', 'updated_at': '2021-09-06T16:13:45Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:47.073100 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-5b107479-96d4-4c96-b279-5adf063db0e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 998 time: 0.3252273 Sep 06 16:13:47.084049 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c603675b-c386-491a-92f6-e72e04dcd024 None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'c946bf09-9ca8-407b-80e9-c6e44382e635', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:94:4a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:13:24Z', 'updated_at': '2021-09-06T16:13:45Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:13:47.132108 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14043ebd-bd65-44ef-923a-1616bd837444 req-6cf095c1-785e-488d-bc38-8e5883f8af24 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.133654 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-14043ebd-bd65-44ef-923a-1616bd837444 req-6cf095c1-785e-488d-bc38-8e5883f8af24 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1384578 Sep 06 16:13:47.216880 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-400f6d67-ad3c-4534-8560-6255cf413efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.218426 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-400f6d67-ad3c-4534-8560-6255cf413efb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.1042297 Sep 06 16:13:47.224174 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-14043ebd-bd65-44ef-923a-1616bd837444 req-16bee71a-8fd1-414b-969b-f5538f3a9071 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688157 Sep 06 16:13:47.316902 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-a385859b-41f2-4b65-ae5d-ad2d03c1e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.318454 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-a385859b-41f2-4b65-ae5d-ad2d03c1e813 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0864100 Sep 06 16:13:47.334809 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db34cf7a-e845-43cd-9828-29abb4479ac4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:47.344912 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:47.359235 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46dbae-e459-4b4d-84b8-a4a2609c933d None None] New status for floating IP c946bf09-9ca8-407b-80e9-c6e44382e635: ACTIVE {{(pid=94039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:13:47.385438 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Transition to ACTIVE for port object db34cf7a-e845-43cd-9828-29abb4479ac4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:13:47.420237 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:47.485362 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230e80-aeee-4306-bb7a-313bafb0f052 req-ab87a022-3687-4e92-81c7-e837084f162f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.487231 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1230e80-aeee-4306-bb7a-313bafb0f052 req-ab87a022-3687-4e92-81c7-e837084f162f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 943 time: 0.0840509 Sep 06 16:13:47.498558 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:47.505873 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-99260250-4f0d-478c-852e-d9cefd43e967 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633959 Sep 06 16:13:47.546840 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1230e80-aeee-4306-bb7a-313bafb0f052 req-0df0dbfd-4006-462d-b902-ecadecf50bb8 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501678 Sep 06 16:13:47.574685 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Attempting to bind port db34cf7a-e845-43cd-9828-29abb4479ac4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:13:47.575007 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Attempting to bind port db34cf7a-e845-43cd-9828-29abb4479ac4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:13:47.575330 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Attempting to bind port db34cf7a-e845-43cd-9828-29abb4479ac4 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:47.588549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Port db34cf7a-e845-43cd-9828-29abb4479ac4 on network 7e98e35e-0438-471b-a56d-7758022aece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:13:47.588876 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Attempting to bind port db34cf7a-e845-43cd-9828-29abb4479ac4 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:13:47.623353 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:13:47.623763 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Checking segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:13:47.624810 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Bound using segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:13:47.625397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Bound port: db34cf7a-e845-43cd-9828-29abb4479ac4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:13:47.625833 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:47.690772 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b34ec3bb-cb2b-4858-b74b-7d4b79a5d767 req-28398c40-c223-476c-b71e-9ccebd84a676 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354370 Sep 06 16:13:47.710066 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:13:47.713405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=db34cf7a-e845-43cd-9828-29abb4479ac4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:13:47.717305 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:47.751400 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.752010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:47.753393 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/db34cf7a-e845-43cd-9828-29abb4479ac4 HTTP/1.1" status: 200 len: 1093 time: 1.2349989 Sep 06 16:13:47.774993 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7774b88-a7ff-4373-b807-46d8127ce2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:47.860503 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-94c79006-d1f9-4dca-adcd-60edf3b6e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.862059 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-94c79006-d1f9-4dca-adcd-60edf3b6e926 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 1096 time: 0.0438709 Sep 06 16:13:47.908599 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-be77a542-2812-401e-ba37-c9baf6441fd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db34cf7a-e845-43cd-9828-29abb4479ac4 HTTP/1.1" status: 200 len: 217 time: 0.0367210 Sep 06 16:13:47.961998 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56736efb-f116-4dab-a832-bdde5c3f559c req-b6fd2996-0133-40b2-9683-c5e9c53b9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:47.963461 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-b6fd2996-0133-40b2-9683-c5e9c53b9da2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0442410 Sep 06 16:13:47.998960 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-3e2504af-2f1b-42a7-9221-609f7b0e931f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266066 Sep 06 16:13:48.093975 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-864374e3-ee3e-4ce0-9fd0-382c3467f393 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832872 Sep 06 16:13:48.182141 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-56736efb-f116-4dab-a832-bdde5c3f559c req-d79fd92a-91d3-485c-ae56-707bf6a2407e service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794854 Sep 06 16:13:48.343914 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632879a-42a3-47fe-b750-97f4939df054 req-9e12bd7e-eb94-41dc-af2f-4d96003d1520 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:48.345658 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0632879a-42a3-47fe-b750-97f4939df054 req-9e12bd7e-eb94-41dc-af2f-4d96003d1520 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Sep 06 16:13:48.348044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:48.350410 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:48.384780 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0632879a-42a3-47fe-b750-97f4939df054 req-0e07cdee-e774-4856-be5c-f2bfac7d74bd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Sep 06 16:13:48.385664 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a4d980-6a8b-4d73-9f79-cbeafe8e23bf x-openstack-request-id: req-a9a4d980-6a8b-4d73-9f79-cbeafe8e23bf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:48.386126 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:48.386214 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9a4d980-6a8b-4d73-9f79-cbeafe8e23bf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:48.386556 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'status': 'completed', 'code': 200} Sep 06 16:13:48.460814 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-09be5e28-1c1c-40c0-9dae-3aaf0720e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:48.462286 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-09be5e28-1c1c-40c0-9dae-3aaf0720e2c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 1096 time: 0.0437479 Sep 06 16:13:48.556585 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-bf932317-6544-4cd9-adf3-edb755b66f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:48.558050 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-bf932317-6544-4cd9-adf3-edb755b66f36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 915 time: 0.0841424 Sep 06 16:13:48.622089 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-02658ef4-051a-485d-8340-92435534488c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db34cf7a-e845-43cd-9828-29abb4479ac4 HTTP/1.1" status: 200 len: 217 time: 0.0430212 Sep 06 16:13:48.685551 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-86044920-b581-49b1-a354-61e9d75675e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:48.687137 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-86044920-b581-49b1-a354-61e9d75675e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0459502 Sep 06 16:13:48.694238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b4fdb-b25c-45ce-ae0f-b91e303a1c05 req-00a50cf4-4771-4436-97ab-692bf108512d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:48.695720 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8d2b4fdb-b25c-45ce-ae0f-b91e303a1c05 req-00a50cf4-4771-4436-97ab-692bf108512d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 943 time: 0.0586019 Sep 06 16:13:48.722221 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-00608bdb-0724-4a92-b707-f43f02a0441f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254536 Sep 06 16:13:48.737760 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8d2b4fdb-b25c-45ce-ae0f-b91e303a1c05 req-3bee48e4-20cf-4d25-8498-8c4badac9867 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359905 Sep 06 16:13:48.829473 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-93c11240-520d-4bce-8eca-d77993ff18e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973077 Sep 06 16:13:48.903171 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49744) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:48.936014 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f600d76b-7e0f-470f-b88d-7a7c7c19c0d8 req-5448be82-d1cb-4d24-963f-6d48448ff96f service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951412 Sep 06 16:13:49.019713 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e66fb785-b896-4fc9-8b9f-1608135c51c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.110187 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e66fb785-b896-4fc9-8b9f-1608135c51c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.113892 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e66fb785-b896-4fc9-8b9f-1608135c51c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.151213 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e66fb785-b896-4fc9-8b9f-1608135c51c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=100b092f5ce74e409d0eb853a5a10060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469885 Sep 06 16:13:49.152146 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb785-b896-4fc9-8b9f-1608135c51c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b779166d-1546-4ce5-a12e-7ff6454933ec,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:49.153967 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49750) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:49.207164 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.229267 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.280510 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.283168 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.284335 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b779166d-1546-4ce5-a12e-7ff6454933ec HTTP/1.1" status: 204 len: 168 time: 0.1292527 Sep 06 16:13:49.291646 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82a1d0-8fdc-46b2-ab99-8150f5b0c6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b779166d-1546-4ce5-a12e-7ff6454933ec,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:49.502228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce0ae1-6906-42e3-84c9-21796b55ea8f req-b159cdc9-c4ff-4abb-ab84-8d10f82d8640 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:49.503929 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3bce0ae1-6906-42e3-84c9-21796b55ea8f req-b159cdc9-c4ff-4abb-ab84-8d10f82d8640 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Sep 06 16:13:49.541392 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3bce0ae1-6906-42e3-84c9-21796b55ea8f req-79df5abe-e675-4886-b878-f123dc6322c6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Sep 06 16:13:49.544639 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49758) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:49.561116 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e01dcbfa-cd5a-49f4-b329-81375cb33cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.650750 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e01dcbfa-cd5a-49f4-b329-81375cb33cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.656359 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e01dcbfa-cd5a-49f4-b329-81375cb33cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.698448 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e01dcbfa-cd5a-49f4-b329-81375cb33cbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7593da330c5447c3a77c9e628ef119ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526327 Sep 06 16:13:49.700565 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dcbfa-cd5a-49f4-b329-81375cb33cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae09d35-2913-4cce-9527-c514f5c308b6,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:49.701167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49762) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:49.758132 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.781772 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.834088 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.836759 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:49.840330 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aae09d35-2913-4cce-9527-c514f5c308b6 HTTP/1.1" status: 204 len: 168 time: 0.1359603 Sep 06 16:13:49.850422 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f069f1c-88ba-46d8-b1d1-f52f2ba565fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae09d35-2913-4cce-9527-c514f5c308b6,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:49.878483 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cbd0c-197e-4c53-a1a5-3f298ba42976 req-fa315ddf-bdd1-4d75-a253-c3058a65e91b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:49.880114 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d29cbd0c-197e-4c53-a1a5-3f298ba42976 req-fa315ddf-bdd1-4d75-a253-c3058a65e91b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 943 time: 0.0689232 Sep 06 16:13:49.918023 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d29cbd0c-197e-4c53-a1a5-3f298ba42976 req-a6d8f8b3-6b6b-45ca-8d2f-aa773ce3912a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Sep 06 16:13:50.179716 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49780) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:50.195154 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dc7f-4151-497a-93bc-435ab2a908a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.292593 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dc7f-4151-497a-93bc-435ab2a908a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.296887 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fcc0dc7f-4151-497a-93bc-435ab2a908a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.309360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c54ad0-3587-4313-bc55-b02e3e50d026 req-0b009316-dc7c-4f11-817e-8fedfde56b50 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:50.310869 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-13c54ad0-3587-4313-bc55-b02e3e50d026 req-0b009316-dc7c-4f11-817e-8fedfde56b50 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0494766 Sep 06 16:13:50.339720 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fcc0dc7f-4151-497a-93bc-435ab2a908a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da819c1e065d46eda8effdda61ac2940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562569 Sep 06 16:13:50.339901 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49784) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:50.346377 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0dc7f-4151-497a-93bc-435ab2a908a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4d1db5-79e5-49c1-8fba-d34cf2f6f4b9,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:50.349937 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-13c54ad0-3587-4313-bc55-b02e3e50d026 req-fbafd9d8-3d0a-45d7-87b4-a4ada452d828 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316916 Sep 06 16:13:50.392756 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.413959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.460551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.463057 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:50.464221 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d4d1db5-79e5-49c1-8fba-d34cf2f6f4b9 HTTP/1.1" status: 204 len: 168 time: 0.1234181 Sep 06 16:13:50.472779 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89402601-7052-45a6-950b-fb9a3ded2954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4d1db5-79e5-49c1-8fba-d34cf2f6f4b9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:50.663051 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5a84c-1f38-45b0-b630-9706c2aef5ac req-31a1913e-1924-4a47-9b0a-ead20334d051 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:50.664595 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-67f5a84c-1f38-45b0-b630-9706c2aef5ac req-31a1913e-1924-4a47-9b0a-ead20334d051 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0499928 Sep 06 16:13:50.701226 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-67f5a84c-1f38-45b0-b630-9706c2aef5ac req-6bc43e10-d56e-4cf4-8691-90b5f4d3d135 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Sep 06 16:13:51.038494 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfda370-a7b8-48f3-b90c-a218ae2eb370 req-0d8effbf-be7f-4cd0-adc5-f1bcfeb8a515 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:51.040158 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdfda370-a7b8-48f3-b90c-a218ae2eb370 req-0d8effbf-be7f-4cd0-adc5-f1bcfeb8a515 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 943 time: 0.0518904 Sep 06 16:13:51.080314 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdfda370-a7b8-48f3-b90c-a218ae2eb370 req-dbd9b291-d889-4147-be90-7fb47cd74ed8 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Sep 06 16:13:51.477556 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25ae7c-6296-4b62-91e0-3bc0e52ffd51 req-8c168f32-b586-462c-927f-7ec0b911056e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:51.479082 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd25ae7c-6296-4b62-91e0-3bc0e52ffd51 req-8c168f32-b586-462c-927f-7ec0b911056e tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0502508 Sep 06 16:13:51.516251 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd25ae7c-6296-4b62-91e0-3bc0e52ffd51 req-963ff676-9795-436b-8b68-a921cd75467d tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Sep 06 16:13:51.531677 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49826) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:51.544968 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:13:51.635400 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.726116 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.730124 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.766393 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa5ad0a-6302-4af7-bd38-1073fc0dd63d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:51.770210 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=faff3ad8116445a49e30621c4fb0a853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375195 Sep 06 16:13:51.774709 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 49832) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:51.782317 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.782659 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.782995 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.783325 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.783652 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.783980 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.784329 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.784676 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.784973 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.785289 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.785608 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.785925 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361a0b50-1033-4220-bb2b-b0580c37d545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:51.825200 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaa7f0-482d-48bf-9da9-f9a10524c3bf req-46588029-00ed-4b56-8637-bfe814dc38b0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:51.826671 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-38eaa7f0-482d-48bf-9da9-f9a10524c3bf req-46588029-00ed-4b56-8637-bfe814dc38b0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0553792 Sep 06 16:13:51.838010 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.863138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.867995 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-38eaa7f0-482d-48bf-9da9-f9a10524c3bf req-1ad9fb7a-0e41-44fa-b2b1-8368159d236c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346785 Sep 06 16:13:51.910191 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.912880 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:51.914015 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fa5ad0a-6302-4af7-bd38-1073fc0dd63d HTTP/1.1" status: 204 len: 168 time: 0.1382003 Sep 06 16:13:51.921511 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ee42e-a0c0-4ff1-8a15-4bd545aaa2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa5ad0a-6302-4af7-bd38-1073fc0dd63d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:52.198135 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a281-caf9-4207-9e47-e4edca6673e6 req-a2de7624-5552-498e-ab44-120bb799a678 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:52.199656 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd31a281-caf9-4207-9e47-e4edca6673e6 req-a2de7624-5552-498e-ab44-120bb799a678 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 943 time: 0.0512962 Sep 06 16:13:52.239239 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd31a281-caf9-4207-9e47-e4edca6673e6 req-9b2d525a-f456-4f25-a2a1-bef7238b48aa tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Sep 06 16:13:52.633671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d0c2b-f645-4b7a-b13f-e7bd7b3a0803 req-dcccbb03-f54f-4477-ab03-39a5a630ae7c tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:52.635133 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-aa2d0c2b-f645-4b7a-b13f-e7bd7b3a0803 req-dcccbb03-f54f-4477-ab03-39a5a630ae7c tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0501111 Sep 06 16:13:52.672878 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-aa2d0c2b-f645-4b7a-b13f-e7bd7b3a0803 req-afaded7f-f88d-4b4d-8645-c11a63fff938 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Sep 06 16:13:52.767477 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device db34cf7a-e845-43cd-9828-29abb4479ac4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:13:52.861735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=db34cf7a-e845-43cd-9828-29abb4479ac4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:52.872583 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'port_id': 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88391a0-570a-41f5-ae80-48ae6d4ac4d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:13:52.912225 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:52.928413 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db34cf7a-e845-43cd-9828-29abb4479ac4 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:13:52.949694 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=db34cf7a-e845-43cd-9828-29abb4479ac4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:52.953736 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:52.993136 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893691-af25-453e-91dc-c953ba97f709 req-3431835b-2d89-43e7-beeb-3e7f9286d51c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:52.994701 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4f893691-af25-453e-91dc-c953ba97f709 req-3431835b-2d89-43e7-beeb-3e7f9286d51c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0530281 Sep 06 16:13:53.005928 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:53.033260 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4f893691-af25-453e-91dc-c953ba97f709 req-937c8f4f-d6e2-4b90-a813-42cec0c1d37a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Sep 06 16:13:53.351321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77999-c6c2-49e3-b132-32719ba2f153 req-5c2e0a65-a050-454f-9cdd-e7774ef3c4ed tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:53.352933 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ebc77999-c6c2-49e3-b132-32719ba2f153 req-5c2e0a65-a050-454f-9cdd-e7774ef3c4ed tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 944 time: 0.0488834 Sep 06 16:13:53.393010 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ebc77999-c6c2-49e3-b132-32719ba2f153 req-9a621845-3d29-4b80-a25e-aa023c5c0086 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Sep 06 16:13:53.398944 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-763028eb-5805-4f17-b476-b1cf27ce741b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:53.400436 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-763028eb-5805-4f17-b476-b1cf27ce741b tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.46 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0565460 Sep 06 16:13:53.471470 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['db34cf7a-e845-43cd-9828-29abb4479ac4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:53.525153 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Deleting port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:13:53.525489 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:53.619212 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] For port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,segment=NetworkSegment(5a0b935b-08ec-484e-9f17-d39ffc788981),segment_id=5a0b935b-08ec-484e-9f17-d39ffc788981)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:53.619586 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:53.633983 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Calling delete_port for 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:13:53.784644 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:53.791368 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a848e0-ce5c-4653-90d3-e665a910e8c0 req-dbf9c32e-2684-4cc6-9db7-3d3291cac4c6 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:53.792961 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c5a848e0-ce5c-4653-90d3-e665a910e8c0 req-dbf9c32e-2684-4cc6-9db7-3d3291cac4c6 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 946 time: 0.0522316 Sep 06 16:13:53.835763 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c5a848e0-ce5c-4653-90d3-e665a910e8c0 req-1230d7d6-2fba-47bb-99dd-15682920bfca tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/security-groups?id=efe5f614-04f0-444b-856b-cfb327d97c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Sep 06 16:13:53.836784 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Pushing event deleted for resources: {'Port': ['ID=53b00f64-95b2-4af9-b48b-f2fc774c5ec4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:53.864519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.864868 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.865229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.865559 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.865885 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.866212 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.866535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.866856 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.867176 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.867491 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.867806 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.868143 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:13:53.884568 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] No DVR routers for this DVR port 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:13:53.887979 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:53.890431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5b78430b-669e-49c9-8c8c-8bcc18a213b3 req-a8e4db9d-d10c-4199-a5c8-87ed2df93b72 tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.46 "DELETE /v2.0/ports/53b00f64-95b2-4af9-b48b-f2fc774c5ec4 HTTP/1.1" status: 204 len: 173 time: 0.4833987 Sep 06 16:13:53.890867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'name': 'network-vif-deleted', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:53.894458 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca76a97-a94c-4f8d-a8ae-afcd31ea14a3" -d '{"events": [{"server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "name": "network-vif-deleted", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:53.930612 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0ecba7-7fbf-41f4-ae89-36b05ace3632 x-openstack-request-id: req-cd0ecba7-7fbf-41f4-ae89-36b05ace3632 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:53.930896 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ff0e0e-429b-48e7-a663-4fe33b26cb96", "name": "network-vif-deleted", "tag": "53b00f64-95b2-4af9-b48b-f2fc774c5ec4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:53.931144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd0ecba7-7fbf-41f4-ae89-36b05ace3632 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:53.931874 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ff0e0e-429b-48e7-a663-4fe33b26cb96', 'name': 'network-vif-deleted', 'tag': '53b00f64-95b2-4af9-b48b-f2fc774c5ec4', 'status': 'completed', 'code': 200} Sep 06 16:13:54.146423 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe9f6-8baf-4c82-a96a-d94d04810c0b req-76f1a48c-1604-41c7-9237-d88495b3a06e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:54.148010 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f1fe9f6-8baf-4c82-a96a-d94d04810c0b req-76f1a48c-1604-41c7-9237-d88495b3a06e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0482779 Sep 06 16:13:54.187663 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f1fe9f6-8baf-4c82-a96a-d94d04810c0b req-01aa89df-71b5-4674-9986-dc41a88fcf9d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330553 Sep 06 16:13:54.285300 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['53b00f64-95b2-4af9-b48b-f2fc774c5ec4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:13:54.503840 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcb41b-909b-4e94-a58d-434e235a7aa1 req-20ea13ff-67a3-47b5-8c6b-ae5adcba5734 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:54.505357 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4bcb41b-909b-4e94-a58d-434e235a7aa1 req-20ea13ff-67a3-47b5-8c6b-ae5adcba5734 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Sep 06 16:13:54.543926 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f4bcb41b-909b-4e94-a58d-434e235a7aa1 req-14da0735-3336-4a5a-99aa-4acaaadc36ad tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Sep 06 16:13:54.793767 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device db34cf7a-e845-43cd-9828-29abb4479ac4 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:13:54.844654 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port db34cf7a-e845-43cd-9828-29abb4479ac4 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:13:54.848879 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port db34cf7a-e845-43cd-9828-29abb4479ac4 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:13:54.849272 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:54.928325 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:54.951853 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:13:54.954165 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42d309-9a7b-41cc-9a12-1b12b0072cec" -d '{"events": [{"server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "name": "network-vif-plugged", "status": "completed", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:13:54.958613 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aae88f65-a07d-4073-a6b6-e27520ae0776 req-da27324d-3098-4e52-aa81-d689f98165bc tempest-DeleteServersTestJSON-57326921 tempest-DeleteServersTestJSON-57326921-project] 10.222.0.11 "GET /v2.0/ports?device_id=60ff0e0e-429b-48e7-a663-4fe33b26cb96 HTTP/1.1" status: 200 len: 210 time: 0.0292816 Sep 06 16:13:54.966619 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=db34cf7a-e845-43cd-9828-29abb4479ac4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:13:54.980007 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:54.980007 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:13:55.001054 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaac02d4-74ec-4064-9e0b-66903ba32c8b x-openstack-request-id: req-eaac02d4-74ec-4064-9e0b-66903ba32c8b {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:13:55.001212 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "name": "network-vif-plugged", "status": "completed", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:13:55.001458 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eaac02d4-74ec-4064-9e0b-66903ba32c8b {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:13:55.001833 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'code': 200} Sep 06 16:13:55.019064 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:13:55.019405 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 53b00f64-95b2-4af9-b48b-f2fc774c5ec4 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:13:55.045510 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:55.175827 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d683e6e-0e55-4565-ba8a-0e18933057a9 req-4c5adf3f-37a0-416c-969d-1abd1898f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:55.177370 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9d683e6e-0e55-4565-ba8a-0e18933057a9 req-4c5adf3f-37a0-416c-969d-1abd1898f305 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 1098 time: 0.0464618 Sep 06 16:13:55.230267 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9d683e6e-0e55-4565-ba8a-0e18933057a9 req-8983bc14-9213-49ef-ba09-0af917510aa6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273633 Sep 06 16:13:55.316399 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f04a6-b66a-4f65-8d8e-ee8b7af559a3 req-4401ada2-0fce-47c5-be28-7b273c88ab07 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:55.317927 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b3f04a6-b66a-4f65-8d8e-ee8b7af559a3 req-4401ada2-0fce-47c5-be28-7b273c88ab07 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Sep 06 16:13:55.356316 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b3f04a6-b66a-4f65-8d8e-ee8b7af559a3 req-5cdc4050-d931-4604-af06-b68ba070d488 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Sep 06 16:13:55.663194 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2829e-1895-421c-b081-9e0fd828aceb req-6b35cc5e-3e51-45fc-b722-203fb4013de1 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:55.664792 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45f2829e-1895-421c-b081-9e0fd828aceb req-6b35cc5e-3e51-45fc-b722-203fb4013de1 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.0533404 Sep 06 16:13:55.701722 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45f2829e-1895-421c-b081-9e0fd828aceb req-db76cbea-e4da-4c8e-9fe9-08dcddf28c8e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310245 Sep 06 16:13:56.470612 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137dc6f-0b93-44ea-a65a-dd4ab4525d62 req-1b815587-a7ff-4b4e-ae53-92def68db9b4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:56.472376 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b137dc6f-0b93-44ea-a65a-dd4ab4525d62 req-1b815587-a7ff-4b4e-ae53-92def68db9b4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0475907 Sep 06 16:13:56.511807 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b137dc6f-0b93-44ea-a65a-dd4ab4525d62 req-c94bf98c-c097-4e08-94aa-3c1089b96bf4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Sep 06 16:13:56.822207 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcabf7-4c28-4d1c-8bc2-4c5d92cc5af0 req-06589d73-8d21-4a07-a1b7-0c218032f088 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:56.823677 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-43bcabf7-4c28-4d1c-8bc2-4c5d92cc5af0 req-06589d73-8d21-4a07-a1b7-0c218032f088 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.0515840 Sep 06 16:13:56.860663 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-43bcabf7-4c28-4d1c-8bc2-4c5d92cc5af0 req-36f0aa71-ff15-4f27-bb6e-0ec5dc6a7fd0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Sep 06 16:13:57.400258 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49938) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:57.448127 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Deleting subnet 39106097-46df-4211-b22f-f85ad0c31fe8 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:13:57.451697 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.491058 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.502588 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.562122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.589980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39106097-46df-4211-b22f-f85ad0c31fe8,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:57.591751 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.594647 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-6d6f79b9-1cce-4e2e-98a5-bc53fba05c5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/39106097-46df-4211-b22f-f85ad0c31fe8 HTTP/1.1" status: 204 len: 168 time: 0.1930740 Sep 06 16:13:57.597010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49946) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:57.654457 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d6e62-5385-484b-b29f-4fe810bc1e10 req-11c0869b-fcd0-474f-9e80-49443dc7923a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:57.657529 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd5d6e62-5385-484b-b29f-4fe810bc1e10 req-11c0869b-fcd0-474f-9e80-49443dc7923a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0625899 Sep 06 16:13:57.670493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.697056 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd5d6e62-5385-484b-b29f-4fe810bc1e10 req-5fe86339-6f3f-4eb1-b6f1-14dc4a0f8355 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Sep 06 16:13:57.752495 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.771929 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.772305 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.773043 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.773376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > port after_create 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.773711 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.774047 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > port after_update 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.774379 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.774713 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.775027 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.775360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.930761 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.931110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.931437 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.931762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:13:57.932165 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e29e338-8d26-4790-9fda-baa97d013f33']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:57.949701 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0b935b-08ec-484e-9f17-d39ffc788981') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:57.949976 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0b935b-08ec-484e-9f17-d39ffc788981') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:13:57.965866 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.986532 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.994053 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:13:57.994431 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: from cryptography.utils import int_from_bytes Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: from cryptography.utils import int_from_bytes Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:13:57.998428 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:13:58.054235 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.061163 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.063799 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e29e338-8d26-4790-9fda-baa97d013f33 HTTP/1.1" status: 204 len: 168 time: 0.4630716 Sep 06 16:13:58.072895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494f20d-291f-4f15-b2c6-68ee6e3429dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e29e338-8d26-4790-9fda-baa97d013f33,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:58.229083 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49954) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:58.269866 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-576e8c23-a4cc-4585-b202-39dd39b86762 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ca5c9bfffc141c2b907e0100d81f938&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395079 Sep 06 16:13:58.272319 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 49956) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:13:58.319285 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.339842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.385213 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.387911 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:13:58.389082 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efe5f614-04f0-444b-856b-cfb327d97c24 HTTP/1.1" status: 204 len: 168 time: 0.1158345 Sep 06 16:13:58.396550 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317619f-2821-4a98-9f8d-d23dc3224962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe5f614-04f0-444b-856b-cfb327d97c24,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:13:58.815302 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbbef4-7d07-4dda-b5aa-9b060896418b req-66a9c2b0-82ef-41e7-9fe8-fb647f9f387e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:58.816805 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b8cbbef4-7d07-4dda-b5aa-9b060896418b req-66a9c2b0-82ef-41e7-9fe8-fb647f9f387e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0494428 Sep 06 16:13:58.854032 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b8cbbef4-7d07-4dda-b5aa-9b060896418b req-b33c2110-9b9b-47f7-a7ed-6fc3b902dbd9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Sep 06 16:13:59.968239 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-df07892e-b1ff-4834-89a0-22547fa7a0b2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:59.969897 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-df07892e-b1ff-4834-89a0-22547fa7a0b2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.1081030 Sep 06 16:13:59.979364 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab03e-07e6-4738-b3ab-36ca07c3587a req-bfc81808-ac55-4a32-9a7a-fe9099c50553 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:13:59.981062 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-422ab03e-07e6-4738-b3ab-36ca07c3587a req-bfc81808-ac55-4a32-9a7a-fe9099c50553 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0546222 Sep 06 16:13:59.987729 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-f978619f-c2ea-4f04-b7bd-5a0cccdcf63d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/quotas/77de83b56a7a4d579a8170b3abc335f6 HTTP/1.1" status: 200 len: 375 time: 0.0109117 Sep 06 16:14:00.018941 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-422ab03e-07e6-4738-b3ab-36ca07c3587a req-4f9131ab-50f1-46e7-94a3-8eeecb9471c8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309927 Sep 06 16:14:00.037896 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-7c46b7bd-2c20-4b9b-826a-1404ef7d4c8a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445745 Sep 06 16:14:00.130330 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-9910beb2-2b53-4095-89a9-43b0c723ff90 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855157 Sep 06 16:14:00.221429 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-6c77f965-f76b-4f2e-8dce-6f74e2fc682f service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847228 Sep 06 16:14:00.390904 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cab216b-df4a-43a4-ba95-3b917b94c0b8 req-3b9b67cd-9832-49f5-b3da-a5e6dd0c06b8 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 210 time: 0.0247548 Sep 06 16:14:01.160407 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fe9f1-d03f-4afa-bfc1-31345768ca73 req-fc8e9649-5f88-4ff1-b3a2-b963df4b385a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:01.161940 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-290fe9f1-d03f-4afa-bfc1-31345768ca73 req-fc8e9649-5f88-4ff1-b3a2-b963df4b385a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0627170 Sep 06 16:14:01.205712 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-290fe9f1-d03f-4afa-bfc1-31345768ca73 req-16fa95cf-0b8a-46c9-b9b7-67c9aaccc3c2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Sep 06 16:14:01.485688 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9cccfeea-3c91-4336-a736-f6c0ff6bdf10 req-c0cdbce4-5d87-4440-a7eb-0254f9eb365e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Sep 06 16:14:01.975392 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-d14fc222-242c-42e6-8ed7-5e1ae7609040 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:01.977680 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-d14fc222-242c-42e6-8ed7-5e1ae7609040 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.3115203 Sep 06 16:14:01.993259 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Request body: {'port': {'device_id': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'admin_state_up': True, 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:02.106564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:02.110786 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.201556 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50090) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:02.254595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-fde68f45-3632-4806-a4bb-7886fbab6329 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819018 Sep 06 16:14:02.283601 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Allocated IP 172.20.0.14 (7e98e35e-0438-471b-a56d-7758022aece6/e88391a0-570a-41f5-ae80-48ae6d4ac4d8/c656b09b-1ec2-4883-9fba-fe301c9513e4) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:14:02.342542 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d6de04d2-7eb4-41d8-95e2-9794eaba7e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.447965 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b0428-f495-4d09-a329-c288e995e99f req-45fbcd01-ec28-4699-8f8e-526da7c0c9c6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:02.449668 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e69b0428-f495-4d09-a329-c288e995e99f req-45fbcd01-ec28-4699-8f8e-526da7c0c9c6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1445947 Sep 06 16:14:02.463001 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d6de04d2-7eb4-41d8-95e2-9794eaba7e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.467293 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d6de04d2-7eb4-41d8-95e2-9794eaba7e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.483704 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50102) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:02.490390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-1890bc80-2a46-40b6-9daf-40a7424e4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:02.491842 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-1890bc80-2a46-40b6-9daf-40a7424e4f32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 1099 time: 0.1681240 Sep 06 16:14:02.504508 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d6de04d2-7eb4-41d8-95e2-9794eaba7e60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c52e0c396be14b82a9b4f48a8aad6d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027768 Sep 06 16:14:02.509898 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 50106) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:02.530150 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de04d2-7eb4-41d8-95e2-9794eaba7e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec4796c-679a-4ab0-ae9c-a267bc88ac18,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:02.550054 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.608158 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b705b61f-8ff2-4b9a-a381-bcb17c48cf22 req-754ee2b5-06b5-47fd-8914-f48537f37218 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 210 time: 0.0383964 Sep 06 16:14:02.629678 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a751a945-118d-4503-ad71-0c3ff713b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.632217 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e69b0428-f495-4d09-a329-c288e995e99f req-80b53640-3652-459b-b34d-24762edf04d9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746011 Sep 06 16:14:02.708666 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.715727 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.729336 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a751a945-118d-4503-ad71-0c3ff713b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.733556 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a751a945-118d-4503-ad71-0c3ff713b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.743855 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'db34cf7a-e845-43cd-9828-29abb4479ac4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:14:02.768930 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-e8c74151-8e76-4408-a61e-7681379c065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:02.770433 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-e8c74151-8e76-4408-a61e-7681379c065b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 915 time: 0.2067494 Sep 06 16:14:02.771287 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751a945-118d-4503-ad71-0c3ff713b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd53c67-e08b-4d58-b0b0-356d82a625bc,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:02.772266 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.778802 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a751a945-118d-4503-ad71-0c3ff713b439 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41b32d599e8047acac4f7ba58dedd634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912221 Sep 06 16:14:02.779182 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50110) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:02.807000 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Network 7e98e35e-0438-471b-a56d-7758022aece6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:02.832588 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.844690 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:02.852448 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event updated for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:02.855538 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-0f6187d7-6ba9-4f85-bc4b-16a268792958 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133 HTTP/1.1" status: 200 len: 217 time: 0.0671391 Sep 06 16:14:02.856308 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:14:02.858002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.912707 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.915308 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.916914 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bd53c67-e08b-4d58-b0b0-356d82a625bc HTTP/1.1" status: 204 len: 168 time: 0.1366644 Sep 06 16:14:02.938701 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27ac92-4647-496e-a812-c4abdee7f1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd53c67-e08b-4d58-b0b0-356d82a625bc,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:02.945124 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-6f7c00b4-d987-48cc-9210-eeafbd355856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:02.946729 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-6f7c00b4-d987-48cc-9210-eeafbd355856 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0819094 Sep 06 16:14:02.959200 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:02.959779 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.974715 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.977670 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:02.978783 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aec4796c-679a-4ab0-ae9c-a267bc88ac18 HTTP/1.1" status: 204 len: 168 time: 0.4677536 Sep 06 16:14:03.002053 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-7067db77-5705-4cf7-b26e-a676d82d0b59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382109 Sep 06 16:14:03.008067 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3bf45-7ee9-470d-8c55-d31387052b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec4796c-679a-4ab0-ae9c-a267bc88ac18,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:03.011281 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19d4aeac-0bca-4d02-8738-a19921bc8216 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0218265 Sep 06 16:14:03.050234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Request body: {'port': {'device_id': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:03.173361 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.193193 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-44028fc7-7233-4c3e-889e-3923f25941e7 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683865 Sep 06 16:14:03.391249 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2ebafc3-0e4c-4111-ac13-d6620537cb90 req-01824d33-c89a-4313-b301-d31e6815500c service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772728 Sep 06 16:14:03.547599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c656b09b-1ec2-4883-9fba-fe301c9513e4 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:14:03.559631 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.575392 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Transition to ACTIVE for port object c656b09b-1ec2-4883-9fba-fe301c9513e4 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:03.580558 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.649311 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:03.739198 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Attempting to bind port c656b09b-1ec2-4883-9fba-fe301c9513e4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:14:03.739546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Attempting to bind port c656b09b-1ec2-4883-9fba-fe301c9513e4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:14:03.739876 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Attempting to bind port c656b09b-1ec2-4883-9fba-fe301c9513e4 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:03.755907 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Port c656b09b-1ec2-4883-9fba-fe301c9513e4 on network 7e98e35e-0438-471b-a56d-7758022aece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:14:03.756444 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Attempting to bind port c656b09b-1ec2-4883-9fba-fe301c9513e4 on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:03.776137 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:14:03.776487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Checking segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:14:03.776870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Bound using segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:14:03.777304 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Bound port: c656b09b-1ec2-4883-9fba-fe301c9513e4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:14:03.777689 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.813681 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967234-6c0f-4d40-9e8a-5ab1af30bda7 req-0e4b6018-2b0e-430f-9bdf-4cac4f4082ae tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:03.816166 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e967234-6c0f-4d40-9e8a-5ab1af30bda7 req-0e4b6018-2b0e-430f-9bdf-4cac4f4082ae tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 944 time: 0.0806744 Sep 06 16:14:03.834548 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955196eb-fda9-449a-8539-12e05a79f7ff req-1ced416f-118d-43c3-8924-e0280aa0eeff tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:03.836115 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-955196eb-fda9-449a-8539-12e05a79f7ff req-1ced416f-118d-43c3-8924-e0280aa0eeff tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0979784 Sep 06 16:14:03.866815 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2e967234-6c0f-4d40-9e8a-5ab1af30bda7 req-e372dc10-53a0-432e-88b5-319bd55f26c6 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Sep 06 16:14:03.888310 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:14:03.902596 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-955196eb-fda9-449a-8539-12e05a79f7ff req-a371bd89-abaa-4648-b85e-4d20c5a85c83 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596755 Sep 06 16:14:03.907045 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:14:03.914801 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.964446 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:03.965068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:03.966592 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] 10.222.0.46 "PUT /v2.0/ports/c656b09b-1ec2-4883-9fba-fe301c9513e4 HTTP/1.1" status: 200 len: 1094 time: 0.9264779 Sep 06 16:14:03.967113 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:14:03.972338 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319" -d '{"events": [{"name": "network-changed", "server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:14:04.022413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc076b3f-9b35-45be-9f49-4332ce3206ab x-openstack-request-id: req-bc076b3f-9b35-45be-9f49-4332ce3206ab {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:14:04.022413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:14:04.022651 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc076b3f-9b35-45be-9f49-4332ce3206ab {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:14:04.022879 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4', 'status': 'completed', 'code': 200} Sep 06 16:14:04.024099 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffe82b-39b2-4796-bf05-b883221b17eb service neutron] Pushing event updated for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:04.077420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-c17e3dc5-99dd-4254-a931-624a84a4fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:04.079189 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-c17e3dc5-99dd-4254-a931-624a84a4fd8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 1097 time: 0.0489380 Sep 06 16:14:04.101955 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:04.131928 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-2890703a-c04f-4bc9-a0f6-bda5b1019980 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4 HTTP/1.1" status: 200 len: 217 time: 0.0419376 Sep 06 16:14:04.195300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-6530d9c5-2373-4aa8-acd7-7506252c59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:04.197024 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-6530d9c5-2373-4aa8-acd7-7506252c59f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0565925 Sep 06 16:14:04.234044 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-57dcef14-a5bd-4fa9-aba1-06d699a5bc31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263317 Sep 06 16:14:04.336275 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-19729629-bed7-4e90-a82f-48634021a475 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926549 Sep 06 16:14:04.452678 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcc32c4b-e190-4aac-ba6e-09d2a25dbb44 req-3eb25b5a-fd94-4b73-a37f-8631e22b2230 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028280 Sep 06 16:14:04.561376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-9515c77c-b5d4-4975-ab8a-c922e5f79f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:04.565155 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-9515c77c-b5d4-4975-ab8a-c922e5f79f83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 1097 time: 0.0506108 Sep 06 16:14:04.676539 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-cb9326a8-2139-45e4-a271-dd2242d3f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:04.678036 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-cb9326a8-2139-45e4-a271-dd2242d3f92a service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 915 time: 0.0988505 Sep 06 16:14:04.733595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-577e6d57-2c88-432b-9e1e-f6c817c3f45c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4 HTTP/1.1" status: 200 len: 217 time: 0.0363474 Sep 06 16:14:04.802991 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-a38ab180-86ad-4653-a74d-b9b3a8d5d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:04.804486 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-a38ab180-86ad-4653-a74d-b9b3a8d5d2fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0453997 Sep 06 16:14:04.842116 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-a2868893-741a-440a-9330-481fd3bb35d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280809 Sep 06 16:14:04.986084 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-40c9c268-11d7-497e-95e8-e931d26d33bf service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321008 Sep 06 16:14:05.056843 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55e85-6b16-48a7-a671-1619de74c92f req-e0f40ec5-6cb8-4de0-8a96-f2643a0f2715 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:05.058941 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a4d55e85-6b16-48a7-a671-1619de74c92f req-e0f40ec5-6cb8-4de0-8a96-f2643a0f2715 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0645049 Sep 06 16:14:05.064388 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1a9a5-2d54-4ae1-8ac1-f3fefc9cc263 req-4dbeaecc-edfc-4afd-b0dd-7f1719c19047 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:05.066082 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c0e1a9a5-2d54-4ae1-8ac1-f3fefc9cc263 req-4dbeaecc-edfc-4afd-b0dd-7f1719c19047 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 944 time: 0.1188068 Sep 06 16:14:05.107659 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a4d55e85-6b16-48a7-a671-1619de74c92f req-7d853150-3d37-4fe7-a19e-2113920d02fa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Sep 06 16:14:05.149575 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c0e1a9a5-2d54-4ae1-8ac1-f3fefc9cc263 req-98f04e68-b927-436a-a2db-a1f3639f20fc tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769515 Sep 06 16:14:05.153012 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5d35f1b0-693a-4b43-a6b7-192ccc7d5319 req-4473eb08-fdab-43cd-b2a3-287a5c12d277 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546586 Sep 06 16:14:06.231760 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00bccd-8b5a-4ba6-85cc-1940b2b52d92 req-ba8c3e6c-cc4a-4b3d-8fbe-07df50af3e1f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:06.233549 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb00bccd-8b5a-4ba6-85cc-1940b2b52d92 req-ba8c3e6c-cc4a-4b3d-8fbe-07df50af3e1f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0511067 Sep 06 16:14:06.276807 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb00bccd-8b5a-4ba6-85cc-1940b2b52d92 req-f05f171a-26d1-4171-9aee-8c12dc49ed0b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369980 Sep 06 16:14:06.285301 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161039c-d54f-4a15-9673-fe63b703001c req-43a9e828-3691-435a-91e0-eefd3cd9b241 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:06.293984 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f161039c-d54f-4a15-9673-fe63b703001c req-43a9e828-3691-435a-91e0-eefd3cd9b241 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 944 time: 0.0620289 Sep 06 16:14:06.328769 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f161039c-d54f-4a15-9673-fe63b703001c req-033a4da2-a465-403e-b0f6-8fe52c7ce728 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Sep 06 16:14:06.835210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device c656b09b-1ec2-4883-9fba-fe301c9513e4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:14:06.931903 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:06.943022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'c656b09b-1ec2-4883-9fba-fe301c9513e4', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'port_id': 'c656b09b-1ec2-4883-9fba-fe301c9513e4', 'mac_address': 'fa:16:3e:71:fb:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88391a0-570a-41f5-ae80-48ae6d4ac4d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:14:06.979533 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:06.994212 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c656b09b-1ec2-4883-9fba-fe301c9513e4 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:14:07.012645 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:07.016847 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.065881 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:07.072794 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.073165 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.073505 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.073836 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.074199 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.074527 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.074848 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.075212 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.075532 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.075852 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.076192 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.076510 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:07.397688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153393ad-e7ea-434e-9f29-1ae7fd831862 req-c1b553a6-66bf-4b3b-b859-ae68e3335f92 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:07.399293 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-153393ad-e7ea-434e-9f29-1ae7fd831862 req-c1b553a6-66bf-4b3b-b859-ae68e3335f92 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0553305 Sep 06 16:14:07.441172 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-153393ad-e7ea-434e-9f29-1ae7fd831862 req-2010b21d-5497-400a-9c5a-62febc743cce tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354040 Sep 06 16:14:07.454869 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['c656b09b-1ec2-4883-9fba-fe301c9513e4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:14:07.466842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf25bf1-ba86-4b50-b77a-3b005d5e8488 req-599897c6-f04e-49d6-a063-070a9dd106a4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:07.468704 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4cf25bf1-ba86-4b50-b77a-3b005d5e8488 req-599897c6-f04e-49d6-a063-070a9dd106a4 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 945 time: 0.0589418 Sep 06 16:14:07.513416 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4cf25bf1-ba86-4b50-b77a-3b005d5e8488 req-58a10391-58fa-4fcc-a178-2eae1ac2177b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Sep 06 16:14:07.628868 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 50290) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:07.737080 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-355dc691-b33c-42d6-b993-2a53a14fdade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.823000 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-355dc691-b33c-42d6-b993-2a53a14fdade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.827886 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-355dc691-b33c-42d6-b993-2a53a14fdade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.866172 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-355dc691-b33c-42d6-b993-2a53a14fdade admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68e46c41288249d4b9ec067c6cbcb00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361367 Sep 06 16:14:07.867031 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dc691-b33c-42d6-b993-2a53a14fdade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f3dc7a-6389-4eae-90f9-81c55bd3b41f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:07.868991 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50294) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:07.918181 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.939957 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.986334 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.988951 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:07.990149 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95f3dc7a-6389-4eae-90f9-81c55bd3b41f HTTP/1.1" status: 204 len: 168 time: 0.1201007 Sep 06 16:14:07.997830 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a4570-553c-404d-8a6d-64e9cb9c1dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f3dc7a-6389-4eae-90f9-81c55bd3b41f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:08.408777 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50304) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:08.421512 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08ea252c-db47-4967-bf88-0e2b0c9b4193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.516875 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08ea252c-db47-4967-bf88-0e2b0c9b4193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.528460 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08ea252c-db47-4967-bf88-0e2b0c9b4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.589127 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-08ea252c-db47-4967-bf88-0e2b0c9b4193 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e80112ef92514dffaef70c3cea261085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769116 Sep 06 16:14:08.589542 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 50310) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:08.593038 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea252c-db47-4967-bf88-0e2b0c9b4193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61679ad-cb1a-4232-9f35-2e0293b98545,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:08.607036 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34325859-d44b-42c1-8384-1ba15b830484 req-47ca3f5b-5400-42e6-8b66-1556d670f4d5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:08.608547 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-34325859-d44b-42c1-8384-1ba15b830484 req-47ca3f5b-5400-42e6-8b66-1556d670f4d5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0898414 Sep 06 16:14:08.646461 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-34325859-d44b-42c1-8384-1ba15b830484 req-fe50f790-f1cb-48a1-96e7-53fb3a3f39e9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307736 Sep 06 16:14:08.671620 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547faaf-f53a-4edd-8892-9b179812e8fd req-b563f341-7a29-40c4-a297-500747e9f416 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:08.673415 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b547faaf-f53a-4edd-8892-9b179812e8fd req-b563f341-7a29-40c4-a297-500747e9f416 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 945 time: 0.0860362 Sep 06 16:14:08.699969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.734083 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.742363 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b547faaf-f53a-4edd-8892-9b179812e8fd req-4fa1fc75-8e6f-4fdf-bea4-ea0a138366d9 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589976 Sep 06 16:14:08.783962 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.786793 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.788000 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f61679ad-cb1a-4232-9f35-2e0293b98545 HTTP/1.1" status: 204 len: 168 time: 0.1976378 Sep 06 16:14:08.795627 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722dd6e-911d-4320-8d49-e28e68b089e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61679ad-cb1a-4232-9f35-2e0293b98545,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:08.854483 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device c656b09b-1ec2-4883-9fba-fe301c9513e4 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:14:08.901362 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port c656b09b-1ec2-4883-9fba-fe301c9513e4 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:14:08.905261 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port c656b09b-1ec2-4883-9fba-fe301c9513e4 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:08.905630 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:08.987765 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:09.010524 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:14:09.012775 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a91c96-c027-4332-a078-89b762376bf7" -d '{"events": [{"server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "name": "network-vif-plugged", "status": "completed", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:14:09.026232 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:09.033210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:09.067156 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef1781-c1bc-4fe8-906f-193a04b217cc x-openstack-request-id: req-d4ef1781-c1bc-4fe8-906f-193a04b217cc {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:14:09.067702 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "name": "network-vif-plugged", "status": "completed", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:14:09.067951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4ef1781-c1bc-4fe8-906f-193a04b217cc {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:14:09.068405 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4', 'code': 200} Sep 06 16:14:09.094343 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:09.275168 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8684b-dae3-4b13-bfa0-39806226c685 req-9b26b8b7-8071-4f98-97a7-c978bedac097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:09.276706 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4ae8684b-dae3-4b13-bfa0-39806226c685 req-9b26b8b7-8071-4f98-97a7-c978bedac097 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 1099 time: 0.0437691 Sep 06 16:14:09.317759 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4ae8684b-dae3-4b13-bfa0-39806226c685 req-6f1f37b7-c32e-4f4b-af5c-345b7ec4d44a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301721 Sep 06 16:14:09.765248 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc9e6-1d89-406e-8bbc-0ea181683061 req-117a31e5-06b3-43b6-9b8d-9054178d7966 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:09.773862 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ccdfc9e6-1d89-406e-8bbc-0ea181683061 req-117a31e5-06b3-43b6-9b8d-9054178d7966 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0590854 Sep 06 16:14:09.827900 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ccdfc9e6-1d89-406e-8bbc-0ea181683061 req-17c42cf9-2b17-453f-90f0-391beb118066 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529039 Sep 06 16:14:09.879513 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f14ae-d1bb-4a30-b1ee-371ed832e7a3 req-11954fd9-63aa-46d9-aca0-005cd3c7cbfc tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:09.881170 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-602f14ae-d1bb-4a30-b1ee-371ed832e7a3 req-11954fd9-63aa-46d9-aca0-005cd3c7cbfc tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.0594521 Sep 06 16:14:09.923274 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-602f14ae-d1bb-4a30-b1ee-371ed832e7a3 req-fa400cc5-f0f0-45d5-899d-18b6994def99 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Sep 06 16:14:10.130315 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9be9be66-d430-4092-9868-858777616dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:10.959752 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dac78-c331-42ea-a8c2-1d87b9eaff9d req-1c1128ee-e398-4835-a691-c59ff820cbfb tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:10.961317 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f02dac78-c331-42ea-a8c2-1d87b9eaff9d req-1c1128ee-e398-4835-a691-c59ff820cbfb tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0535851 Sep 06 16:14:11.003828 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f02dac78-c331-42ea-a8c2-1d87b9eaff9d req-fd5ae3da-5808-4b96-bc00-ea862ce19240 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Sep 06 16:14:11.058406 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722696f-e31b-4a22-befd-16a2d45b2a52 req-5f9a5cf7-7cb9-4289-9dd2-b95bc1c1eed7 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:11.060068 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2722696f-e31b-4a22-befd-16a2d45b2a52 req-5f9a5cf7-7cb9-4289-9dd2-b95bc1c1eed7 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.0551922 Sep 06 16:14:11.103896 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2722696f-e31b-4a22-befd-16a2d45b2a52 req-79c5a8f9-5e86-4442-9769-529c5985d627 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376198 Sep 06 16:14:12.122633 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f552f8-6074-4311-a7c2-d8180f55bf01 req-baba1a4d-1b3a-4a1d-a47b-e46049c4e12e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:12.124393 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-63f552f8-6074-4311-a7c2-d8180f55bf01 req-baba1a4d-1b3a-4a1d-a47b-e46049c4e12e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0521674 Sep 06 16:14:12.165165 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-63f552f8-6074-4311-a7c2-d8180f55bf01 req-550ceb8c-7c42-4500-bb2a-28b8bda39314 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Sep 06 16:14:12.893259 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5cfe7c32-5500-44c0-9f99-b0be867b8515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:12.980456 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:13.686937 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:15.006263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7aa16-fed5-43c2-9428-e8ddea7aaa94 req-cf6426ef-4c7d-4ad5-8bdb-77be1b3b4eb6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:15.007717 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-93f7aa16-fed5-43c2-9428-e8ddea7aaa94 req-cf6426ef-4c7d-4ad5-8bdb-77be1b3b4eb6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Sep 06 16:14:15.050579 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-93f7aa16-fed5-43c2-9428-e8ddea7aaa94 req-92defdc6-543f-4e57-9919-65ad178df75a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Sep 06 16:14:15.370453 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:19.229202 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f6550-f6ef-46da-a44c-4a7d3280be83 req-fbf81f3f-87f6-4329-8459-924403167483 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:19.230752 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f82f6550-f6ef-46da-a44c-4a7d3280be83 req-fbf81f3f-87f6-4329-8459-924403167483 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0507989 Sep 06 16:14:19.271435 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f82f6550-f6ef-46da-a44c-4a7d3280be83 req-9e5bc15b-2291-46e2-8976-d5a8a12c7d9a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Sep 06 16:14:20.407267 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d0663-eb0a-45dc-839b-47011efe4e6d req-9c0674b0-694f-4df1-ab86-76d0838e85b5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:20.408813 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-985d0663-eb0a-45dc-839b-47011efe4e6d req-9c0674b0-694f-4df1-ab86-76d0838e85b5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Sep 06 16:14:20.447006 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-985d0663-eb0a-45dc-839b-47011efe4e6d req-7aebb1b5-034f-4781-8809-50f24ff03300 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 06 16:14:21.576029 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb10a4b-2d8a-4fd9-8d89-7bd117f69bb6 req-71475a13-33c6-4fba-b711-0d1f60a12399 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:21.577912 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9bb10a4b-2d8a-4fd9-8d89-7bd117f69bb6 req-71475a13-33c6-4fba-b711-0d1f60a12399 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0554564 Sep 06 16:14:21.623585 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9bb10a4b-2d8a-4fd9-8d89-7bd117f69bb6 req-5b7ec837-a15e-49ac-a732-3fe043e44e2b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Sep 06 16:14:22.740911 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847b1da-7843-49e0-ade1-0c3c0a06fd1a req-f9dfc502-3a96-4697-9153-055f1122a464 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:22.742401 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2847b1da-7843-49e0-ade1-0c3c0a06fd1a req-f9dfc502-3a96-4697-9153-055f1122a464 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Sep 06 16:14:22.780517 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2847b1da-7843-49e0-ade1-0c3c0a06fd1a req-962daf29-934c-4eaa-ac73-d4d927972b5f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Sep 06 16:14:25.930690 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20963f-9194-4e46-8b16-14cdff9f4b1b req-19d7f055-a359-4d3f-b859-7f4d855978da tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:25.932208 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ef20963f-9194-4e46-8b16-14cdff9f4b1b req-19d7f055-a359-4d3f-b859-7f4d855978da tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0574090 Sep 06 16:14:25.972320 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ef20963f-9194-4e46-8b16-14cdff9f4b1b req-a69f4571-40df-4adf-8289-819b6dfc2180 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Sep 06 16:14:25.979252 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56871c-c75c-4df1-b513-3b0f00360a71 req-36d8f6f5-97ac-45aa-b721-796c29a86f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:25.982250 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c56871c-c75c-4df1-b513-3b0f00360a71 req-36d8f6f5-97ac-45aa-b721-796c29a86f21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 1098 time: 0.0463512 Sep 06 16:14:26.034116 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c56871c-c75c-4df1-b513-3b0f00360a71 req-8ed118f0-3eae-4215-abec-e3c801535c46 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Sep 06 16:14:27.095895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9736a1-db21-470e-84d5-8904f4d89fe0 req-9deb4054-ce99-49d5-b837-460bd4f18064 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:27.097327 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2c9736a1-db21-470e-84d5-8904f4d89fe0 req-9deb4054-ce99-49d5-b837-460bd4f18064 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0511119 Sep 06 16:14:27.142123 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2c9736a1-db21-470e-84d5-8904f4d89fe0 req-a90097c6-c6ed-459d-910f-8287acb73c60 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382781 Sep 06 16:14:28.319475 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a99fd2-5976-4ef7-8d7f-f938c473f8a8 req-c0f5cf3a-ae0c-4c4a-a270-b4c9692cc48b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:28.321481 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78a99fd2-5976-4ef7-8d7f-f938c473f8a8 req-c0f5cf3a-ae0c-4c4a-a270-b4c9692cc48b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0558956 Sep 06 16:14:28.363022 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-78a99fd2-5976-4ef7-8d7f-f938c473f8a8 req-e49068cc-7903-4c12-bf48-f3c2073e023b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353348 Sep 06 16:14:28.478401 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e403f-8de1-4982-aa96-658f51335fac req-926afe37-31ff-4fdf-b73e-0dacb3b06360 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:28.479955 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7a4e403f-8de1-4982-aa96-658f51335fac req-926afe37-31ff-4fdf-b73e-0dacb3b06360 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0513630 Sep 06 16:14:28.523373 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7a4e403f-8de1-4982-aa96-658f51335fac req-95239f5c-f1dd-4803-a5b5-ca356fed25f5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Sep 06 16:14:28.544508 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:14:30.129790 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-f1d166c4-0ccc-457e-9e54-d465bd74b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:30.131272 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-f1d166c4-0ccc-457e-9e54-d465bd74b482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0406477 Sep 06 16:14:30.138464 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152f7c4-e493-4106-b6c3-cab91cf3727d req-c4701f71-203f-42e5-856f-16e92c1d17e7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:30.139892 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e152f7c4-e493-4106-b6c3-cab91cf3727d req-c4701f71-203f-42e5-856f-16e92c1d17e7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0483277 Sep 06 16:14:30.176601 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e152f7c4-e493-4106-b6c3-cab91cf3727d req-291fce2e-9d1a-4bea-9ec8-1180653391a9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299253 Sep 06 16:14:30.231241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-d4151141-9894-4c9e-88bd-549df371da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:30.232753 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-d4151141-9894-4c9e-88bd-549df371da51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.0894392 Sep 06 16:14:30.276926 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-c15ec759-a885-4540-b22f-941ac292d01d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0351081 Sep 06 16:14:30.331261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-813a7158-5c26-4973-8527-8ca2af361a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:30.332877 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-813a7158-5c26-4973-8527-8ca2af361a14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0448833 Sep 06 16:14:30.371076 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-6fdd146f-6526-482e-b2d2-cb922d25edbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291023 Sep 06 16:14:30.494559 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-823d323a-58d4-4778-a117-d15d367e288a service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025975 Sep 06 16:14:30.593366 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ac5ad5c5-2526-4bb0-bd70-db4dbc78aee8 req-1bda6fb5-6e4d-4f03-8cad-25820ad91792 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898983 Sep 06 16:14:30.597299 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 50664) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:30.724887 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-104635d4-75c0-4a0d-bec6-8ed114916860 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:30.726366 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-104635d4-75c0-4a0d-bec6-8ed114916860 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.1034050 Sep 06 16:14:30.741596 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-9670ea7a-d4e5-41d5-9320-f1c92878da04 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/quotas/77de83b56a7a4d579a8170b3abc335f6 HTTP/1.1" status: 200 len: 375 time: 0.0094788 Sep 06 16:14:30.785246 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21947563-043f-4df1-9152-716e93bb2e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:30.819255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-c6d9773b-d704-4891-9658-2a707e7c6ffd tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723283 Sep 06 16:14:30.938867 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-3382cee7-5a37-448e-bbaa-984ede434dc8 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101263 Sep 06 16:14:30.983301 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21947563-043f-4df1-9152-716e93bb2e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:30.988242 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-21947563-043f-4df1-9152-716e93bb2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:31.056377 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21947563-043f-4df1-9152-716e93bb2e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6114d5cb-f1d4-46ea-850a-673059db938a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:31.065655 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-21947563-043f-4df1-9152-716e93bb2e52 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61b535abda7c4c9aa21909798457df55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673982 Sep 06 16:14:31.068435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50678) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:31.075874 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-e4b79037-b849-4cdf-a54f-1fc22213ed10 service neutron] 10.222.0.11 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296089 Sep 06 16:14:31.120460 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:31.141366 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:31.190273 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:31.192922 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:31.196840 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6114d5cb-f1d4-46ea-850a-673059db938a HTTP/1.1" status: 204 len: 168 time: 0.1274066 Sep 06 16:14:31.223561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6797-f224-43b7-9fa5-02c8d2e834ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6114d5cb-f1d4-46ea-850a-673059db938a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:31.281615 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1e001a8c-6c66-43f2-a7a7-db354806944f req-d8f222ec-7aac-4c54-895f-0d7f8c7ec34f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 210 time: 0.0597661 Sep 06 16:14:31.359726 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42801f0f-17b0-460b-9593-7b4f4d029ca1 req-55ff8904-09e9-4c61-a283-1b89c0251bc0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:31.363076 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-42801f0f-17b0-460b-9593-7b4f4d029ca1 req-55ff8904-09e9-4c61-a283-1b89c0251bc0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0888357 Sep 06 16:14:31.409234 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-42801f0f-17b0-460b-9593-7b4f4d029ca1 req-0ed18804-c88e-43d9-979a-e84b4f8602b3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Sep 06 16:14:32.431192 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44357560-7ee4-48a6-9774-dc0be3dbe5a2 req-412ebebc-dce8-488d-9a3e-409eeaba14f2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 210 time: 0.0477321 Sep 06 16:14:32.784505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a0ad-f287-45d5-a89c-2b53b45b587b req-4ada3a91-805a-46df-bf81-8149c019a427 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:32.786006 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-81e7a0ad-f287-45d5-a89c-2b53b45b587b req-4ada3a91-805a-46df-bf81-8149c019a427 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0986872 Sep 06 16:14:32.822395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-a28e7b5f-a5bb-4d52-ad99-6144a860a42f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:32.823796 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-a28e7b5f-a5bb-4d52-ad99-6144a860a42f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 814 time: 0.4894164 Sep 06 16:14:32.843632 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-81e7a0ad-f287-45d5-a89c-2b53b45b587b req-88f77346-1e47-4765-833f-777e6de37c61 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Sep 06 16:14:32.849339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Request body: {'port': {'device_id': 'affee448-af67-4b5d-9340-fa3c27166132', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'admin_state_up': True, 'tenant_id': '77de83b56a7a4d579a8170b3abc335f6'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:32.961228 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Made reservation on behalf of 77de83b56a7a4d579a8170b3abc335f6 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:32.964795 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.100098 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Allocated IP 172.20.0.3 (7e98e35e-0438-471b-a56d-7758022aece6/e88391a0-570a-41f5-ae80-48ae6d4ac4d8/0fec106a-29ca-4440-aed4-29f1735449cc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:14:33.257448 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.300403 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.316873 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'c656b09b-1ec2-4883-9fba-fe301c9513e4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:14:33.339282 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Network 7e98e35e-0438-471b-a56d-7758022aece6 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:33.342678 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:33.347035 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:14:33.392429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event updated for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:33.408461 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:33.409188 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.426207 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-4268a2ef-0887-4fbb-86e2-10f55b6e892c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815320 Sep 06 16:14:33.469163 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Request body: {'port': {'device_id': 'affee448-af67-4b5d-9340-fa3c27166132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:33.571737 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.591684 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100456d7-6faf-4458-9257-45d99f61f16c req-b1fd3827-6672-4497-b464-0c176b691427 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:33.593407 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-100456d7-6faf-4458-9257-45d99f61f16c req-b1fd3827-6672-4497-b464-0c176b691427 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 931 time: 0.0612612 Sep 06 16:14:33.640644 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-100456d7-6faf-4458-9257-45d99f61f16c req-15dea33d-905c-4d00-86a8-cf2613643a3d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Sep 06 16:14:33.866872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fec106a-29ca-4440-aed4-29f1735449cc {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:14:33.875802 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.888766 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Transition to ACTIVE for port object 0fec106a-29ca-4440-aed4-29f1735449cc will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:33.893286 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:33.978624 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Pushing event updated for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:34.040800 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069840-a95b-42ef-97ae-6cc99d15cd72 req-f222e885-ec2b-4ad5-b5dc-c64255e25caa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.042286 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-38069840-a95b-42ef-97ae-6cc99d15cd72 req-f222e885-ec2b-4ad5-b5dc-c64255e25caa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1199920 Sep 06 16:14:34.086422 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Attempting to bind port 0fec106a-29ca-4440-aed4-29f1735449cc on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:14:34.086759 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Attempting to bind port 0fec106a-29ca-4440-aed4-29f1735449cc by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:14:34.087092 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Attempting to bind port 0fec106a-29ca-4440-aed4-29f1735449cc on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:34.100358 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Port 0fec106a-29ca-4440-aed4-29f1735449cc on network 7e98e35e-0438-471b-a56d-7758022aece6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:14:34.100698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Attempting to bind port 0fec106a-29ca-4440-aed4-29f1735449cc on network 7e98e35e-0438-471b-a56d-7758022aece6 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:34.101963 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:34.107840 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-38069840-a95b-42ef-97ae-6cc99d15cd72 req-8f29d8b2-4b26-47d0-bc5e-bc23f90a7b68 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595589 Sep 06 16:14:34.110453 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:14:34.110795 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Checking segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:14:34.111167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Bound using segment: {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:14:34.111593 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Bound port: 0fec106a-29ca-4440-aed4-29f1735449cc, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134dc96d-83b7-4177-b451-3688f78b811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:14:34.111953 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:34.187834 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:14:34.191270 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0fec106a-29ca-4440-aed4-29f1735449cc,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:14:34.196203 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:34.232410 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.233402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:34.234789 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] 10.222.0.46 "PUT /v2.0/ports/0fec106a-29ca-4440-aed4-29f1735449cc HTTP/1.1" status: 200 len: 1093 time: 0.7737000 Sep 06 16:14:34.235247 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:14:34.237505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:14:34.262776 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8a494-99f5-4df9-84ef-46665f40c219 service neutron] Pushing event updated for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:34.278545 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890756ac-62bb-4801-a2d1-fdc5937c1c33 x-openstack-request-id: req-890756ac-62bb-4801-a2d1-fdc5937c1c33 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:14:34.278828 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:14:34.279072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-890756ac-62bb-4801-a2d1-fdc5937c1c33 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:14:34.279461 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc', 'status': 'completed', 'code': 200} Sep 06 16:14:34.345367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-8b2670e3-a64a-42ea-92ca-77686cd365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.346839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-8b2670e3-a64a-42ea-92ca-77686cd365c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 1096 time: 0.0396326 Sep 06 16:14:34.405120 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-85a44495-e5eb-4895-9178-19a4b19725f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fec106a-29ca-4440-aed4-29f1735449cc HTTP/1.1" status: 200 len: 217 time: 0.0411835 Sep 06 16:14:34.459081 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-1857a4ad-01d4-4bee-ab34-4e61af42f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.460418 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-1857a4ad-01d4-4bee-ab34-4e61af42f99e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0424805 Sep 06 16:14:34.495300 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-dfaeea85-3e1c-40fa-9ba4-2224fbe7ca5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234089 Sep 06 16:14:34.593503 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-88b618ce-6258-48fd-a656-efb0818201bc service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Sep 06 16:14:34.712485 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c38d18d-e9ed-4631-be9d-8abf276bb347 req-2a475f8d-04f5-401e-bb41-961b7f4bdef8 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000347 Sep 06 16:14:34.831996 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7577-eebf-4ba4-a27e-a8e2831949c2 req-48ebad08-408d-4193-9638-5f65229f78b5 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.834272 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a1f7577-eebf-4ba4-a27e-a8e2831949c2 req-48ebad08-408d-4193-9638-5f65229f78b5 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 943 time: 0.0834680 Sep 06 16:14:34.849566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-914b3516-edd2-4321-b2c2-11bb7e49f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.850951 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-914b3516-edd2-4321-b2c2-11bb7e49f699 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=77de83b56a7a4d579a8170b3abc335f6&device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 1096 time: 0.0664876 Sep 06 16:14:34.903179 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a1f7577-eebf-4ba4-a27e-a8e2831949c2 req-356453a8-554d-4d2c-bf8f-05cea357916f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621402 Sep 06 16:14:34.955085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-abc82e9f-0bd9-468c-b486-6ea6c5494141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:34.956603 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-abc82e9f-0bd9-468c-b486-6ea6c5494141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 200 len: 915 time: 0.0950117 Sep 06 16:14:35.008628 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-593d1068-cb83-4ef0-b680-7d6adf1016ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fec106a-29ca-4440-aed4-29f1735449cc HTTP/1.1" status: 200 len: 217 time: 0.0365658 Sep 06 16:14:35.067344 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-87d161c2-f9f5-406a-a7eb-e8d3c7cd1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:35.069220 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-87d161c2-f9f5-406a-a7eb-e8d3c7cd1ef9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 200 len: 854 time: 0.0426557 Sep 06 16:14:35.104707 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-1acf0ea2-6d2b-4b0a-a024-d602082d7e12 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e98e35e-0438-471b-a56d-7758022aece6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263362 Sep 06 16:14:35.210212 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-edaf1322-5bc9-459b-9951-d237aa4951eb service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896978 Sep 06 16:14:35.228309 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab99e7-9765-4630-b00a-2ef8585a648f req-1debe9a4-bd1c-4626-8be0-03e696152c5c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:35.229674 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3dab99e7-9765-4630-b00a-2ef8585a648f req-1debe9a4-bd1c-4626-8be0-03e696152c5c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0484746 Sep 06 16:14:35.269606 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3dab99e7-9765-4630-b00a-2ef8585a648f req-916a3adb-d5e2-4a7b-8929-817df3280085 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Sep 06 16:14:35.307429 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-32aa3c13-71be-4c42-b813-f20c4a3f7fe6 req-db50ddaf-a9ec-46da-a474-4370f03cee64 service neutron] 10.222.0.46 "GET /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875924 Sep 06 16:14:36.026543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca653e94-ab2c-407b-a7f4-95849087713c req-58ba4665-83a4-4f02-bc18-3dba2325d21d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:36.028365 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ca653e94-ab2c-407b-a7f4-95849087713c req-58ba4665-83a4-4f02-bc18-3dba2325d21d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 943 time: 0.0538955 Sep 06 16:14:36.068819 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ca653e94-ab2c-407b-a7f4-95849087713c req-4a54abcb-1718-4bda-9ea1-865e6895ec0e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Sep 06 16:14:38.559610 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5318fa-b05a-4ce7-ade6-7a0bf403dd13 req-2dfb984d-a4a9-46a7-b320-de70fa1e9b63 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:38.561136 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ff5318fa-b05a-4ce7-ade6-7a0bf403dd13 req-2dfb984d-a4a9-46a7-b320-de70fa1e9b63 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0506799 Sep 06 16:14:38.566068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b981914-c5d7-45bf-b94d-888b9e3c4a2c req-cab613ad-0697-408a-bd06-32da55b998e2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:38.567554 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6b981914-c5d7-45bf-b94d-888b9e3c4a2c req-cab613ad-0697-408a-bd06-32da55b998e2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 943 time: 0.0478573 Sep 06 16:14:38.599693 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ff5318fa-b05a-4ce7-ade6-7a0bf403dd13 req-1cba1b9a-fb67-4020-a391-9c4e694add11 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Sep 06 16:14:38.609665 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6b981914-c5d7-45bf-b94d-888b9e3c4a2c req-2d228a66-974a-4a28-a0f6-ca2037fab814 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Sep 06 16:14:39.714416 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9d7d4-ee04-437b-b132-474a95ddc21c req-af5e4d33-dd6e-4736-8606-d1ac8d172e01 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:39.715972 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c0d9d7d4-ee04-437b-b132-474a95ddc21c req-af5e4d33-dd6e-4736-8606-d1ac8d172e01 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0467525 Sep 06 16:14:39.727051 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9c92-ddc1-4880-ad59-b72d5415c85f req-84d6f0cc-a048-49dc-b76b-382a161c78ce tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:39.728546 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1b1a9c92-ddc1-4880-ad59-b72d5415c85f req-84d6f0cc-a048-49dc-b76b-382a161c78ce tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 943 time: 0.0490932 Sep 06 16:14:39.757530 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c0d9d7d4-ee04-437b-b132-474a95ddc21c req-bdfc284b-8c70-4cf2-805a-f84c70f69225 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340977 Sep 06 16:14:39.767335 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1b1a9c92-ddc1-4880-ad59-b72d5415c85f req-7f8ab610-446a-409f-93f5-aa4609ba3921 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Sep 06 16:14:40.133017 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7fd49cf7-f270-4ac3-96af-5115f1a1ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:40.876432 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286230e-d9ff-4e62-8a2f-ec14b67657b8 req-64b9b91e-33a5-4d84-8a53-436f9f793435 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:40.877956 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e286230e-d9ff-4e62-8a2f-ec14b67657b8 req-64b9b91e-33a5-4d84-8a53-436f9f793435 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Sep 06 16:14:40.890693 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a05d1-8e67-40ea-9927-2c761245023f req-4f573415-66ee-4fa4-bc93-062515b605ac tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:40.892231 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-933a05d1-8e67-40ea-9927-2c761245023f req-4f573415-66ee-4fa4-bc93-062515b605ac tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 943 time: 0.0523064 Sep 06 16:14:40.916645 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e286230e-d9ff-4e62-8a2f-ec14b67657b8 req-695281ab-77a2-45ad-b5d2-837aaf882f8e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Sep 06 16:14:40.929994 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-933a05d1-8e67-40ea-9927-2c761245023f req-c6136ed1-734c-4843-b93c-444d295c49f8 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Sep 06 16:14:41.025437 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 0fec106a-29ca-4440-aed4-29f1735449cc details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:14:41.115501 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0fec106a-29ca-4440-aed4-29f1735449cc,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:41.126818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '0fec106a-29ca-4440-aed4-29f1735449cc', 'network_id': '7e98e35e-0438-471b-a56d-7758022aece6', 'port_id': '0fec106a-29ca-4440-aed4-29f1735449cc', 'mac_address': 'fa:16:3e:f4:c8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88391a0-570a-41f5-ae80-48ae6d4ac4d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:14:41.166289 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:41.178788 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fec106a-29ca-4440-aed4-29f1735449cc {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:14:41.198081 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0fec106a-29ca-4440-aed4-29f1735449cc,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:41.202068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:41.249277 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:41.655886 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['0fec106a-29ca-4440-aed4-29f1735449cc'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:14:42.033308 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054977f4-4ebf-4e55-87c9-278d951503d0 req-2bfbafc9-2b72-409d-b87c-2cb4169673b4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:42.034948 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-054977f4-4ebf-4e55-87c9-278d951503d0 req-2bfbafc9-2b72-409d-b87c-2cb4169673b4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0484571 Sep 06 16:14:42.050569 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f55c6-84e5-47a4-907b-d8801e54caf4 req-1e99fa38-7192-4ddc-b94f-7a96bf34a7ef tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:42.052979 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-651f55c6-84e5-47a4-907b-d8801e54caf4 req-1e99fa38-7192-4ddc-b94f-7a96bf34a7ef tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 944 time: 0.0510223 Sep 06 16:14:42.082242 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-054977f4-4ebf-4e55-87c9-278d951503d0 req-789aa8b9-bbc8-4029-be31-4b91ad18fbc4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Sep 06 16:14:42.092997 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-651f55c6-84e5-47a4-907b-d8801e54caf4 req-26a98803-5524-490f-91e5-a4bbf4050469 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322692 Sep 06 16:14:42.893602 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-333f2acc-6f92-4505-96ee-c01b63baaf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:42.981229 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.051321 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 0fec106a-29ca-4440-aed4-29f1735449cc up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:14:43.098198 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 0fec106a-29ca-4440-aed4-29f1735449cc completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:14:43.101866 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 0fec106a-29ca-4440-aed4-29f1735449cc triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:43.103694 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.192621 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.225430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435c34d-f752-4aae-badf-d8d05b8d4229 req-977280ef-d677-4381-8300-b5a3189bb6e0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:43.227687 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1435c34d-f752-4aae-badf-d8d05b8d4229 req-977280ef-d677-4381-8300-b5a3189bb6e0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 944 time: 0.0512555 Sep 06 16:14:43.235556 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8bee0-96bc-4161-b002-8097cccc0735 req-60ff8ef1-ace8-4f0d-ae98-bf0b28048ed8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:43.237316 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0dc8bee0-96bc-4161-b002-8097cccc0735 req-60ff8ef1-ace8-4f0d-ae98-bf0b28048ed8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Sep 06 16:14:43.269359 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1435c34d-f752-4aae-badf-d8d05b8d4229 req-9c6c2285-a741-43a9-ad48-949615bcf081 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351410 Sep 06 16:14:43.288282 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0dc8bee0-96bc-4161-b002-8097cccc0735 req-a74eed83-d004-4095-91dc-13e88032b19d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Sep 06 16:14:43.326937 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:14:43.329157 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f0dce5-d6cc-4a36-b7e3-5e5be5623182" -d '{"events": [{"server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "name": "network-vif-plugged", "status": "completed", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:14:43.340914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0fec106a-29ca-4440-aed4-29f1735449cc,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:43.344858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.367614 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859a0e1e-6cf8-4f51-ba5d-3981e066d88f x-openstack-request-id: req-859a0e1e-6cf8-4f51-ba5d-3981e066d88f {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:14:43.367907 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "name": "network-vif-plugged", "status": "completed", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:14:43.368185 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-859a0e1e-6cf8-4f51-ba5d-3981e066d88f {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:14:43.368571 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc', 'code': 200} Sep 06 16:14:43.394643 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:43.542170 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8b79d-82f1-42b0-a5cc-ea37690822ec req-3f90db7a-9f17-45b7-90c0-fbd4abcef9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:43.543663 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f0f8b79d-82f1-42b0-a5cc-ea37690822ec req-3f90db7a-9f17-45b7-90c0-fbd4abcef9c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 1098 time: 0.0422482 Sep 06 16:14:43.582402 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f0f8b79d-82f1-42b0-a5cc-ea37690822ec req-27bced4b-779e-4371-99ea-e2c179745f23 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283659 Sep 06 16:14:43.688345 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.713882 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 50928) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:43.815859 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0802f967-d73f-4832-8010-6767ef81acce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.901832 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0802f967-d73f-4832-8010-6767ef81acce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.905546 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0802f967-d73f-4832-8010-6767ef81acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:43.944902 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0802f967-d73f-4832-8010-6767ef81acce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c75c4b10919b4b86b15ac6c94897aeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298253 Sep 06 16:14:43.945708 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f967-d73f-4832-8010-6767ef81acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4c3aa-8c65-4e0e-84a5-1cb93ddbe56f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:43.948683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 50936) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:44.017514 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:44.038058 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:44.083140 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:44.086137 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:44.087464 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cc4c3aa-8c65-4e0e-84a5-1cb93ddbe56f HTTP/1.1" status: 204 len: 168 time: 0.1372149 Sep 06 16:14:44.098872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940d2b7-d703-4adf-8dfe-1e3eec6dd3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4c3aa-8c65-4e0e-84a5-1cb93ddbe56f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:44.398032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79415-9064-43ea-878b-c5c8b07cfc5c req-3065f6e1-fa3b-4dc3-925b-c3b304f25198 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:44.399778 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-61e79415-9064-43ea-878b-c5c8b07cfc5c req-3065f6e1-fa3b-4dc3-925b-c3b304f25198 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0503192 Sep 06 16:14:44.402704 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7ccc-8b97-46b8-8a9c-dc607ce6f68b req-77879809-8121-4704-8530-5ec06f65844e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:44.406469 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45ac7ccc-8b97-46b8-8a9c-dc607ce6f68b req-77879809-8121-4704-8530-5ec06f65844e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Sep 06 16:14:44.440452 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-61e79415-9064-43ea-878b-c5c8b07cfc5c req-325fcbab-8e5b-4eea-b89d-53c10d8a6b6d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Sep 06 16:14:44.443617 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-45ac7ccc-8b97-46b8-8a9c-dc607ce6f68b req-7a0f03a6-9e01-47d4-8fe6-c588c5e5aac6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Sep 06 16:14:45.372618 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:45.561197 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93311e30-9f87-4f72-aec2-e03d5c9af5cf req-efb1c863-3742-4c8e-b9b3-fa2fe626e73e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:45.562976 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43fc3a-f18c-405b-9b74-0db9b43bf484 req-3943ee6a-2433-44fd-9db8-d99b6d41a4aa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:45.563466 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-93311e30-9f87-4f72-aec2-e03d5c9af5cf req-efb1c863-3742-4c8e-b9b3-fa2fe626e73e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Sep 06 16:14:45.564219 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bd43fc3a-f18c-405b-9b74-0db9b43bf484 req-3943ee6a-2433-44fd-9db8-d99b6d41a4aa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Sep 06 16:14:45.600842 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-93311e30-9f87-4f72-aec2-e03d5c9af5cf req-88df62a7-6037-49c6-8422-6982d72a579b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 06 16:14:45.602456 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bd43fc3a-f18c-405b-9b74-0db9b43bf484 req-08412312-ef2d-435f-9a8e-baa9b4ec1154 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Sep 06 16:14:46.756197 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6b30-1cd8-4d77-8bc9-455842f0c808 req-858c3c35-659d-4543-978c-b1e0fcd366d2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:46.757605 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b9ef6b30-1cd8-4d77-8bc9-455842f0c808 req-858c3c35-659d-4543-978c-b1e0fcd366d2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0503707 Sep 06 16:14:46.793371 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b9ef6b30-1cd8-4d77-8bc9-455842f0c808 req-ae90caef-7e18-4b0e-958d-fdbd83650637 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299816 Sep 06 16:14:50.304071 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8034f-d17e-42f1-8301-abd8f552dc94 req-969305d0-d349-4921-864b-04cf6e4c0ecc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:50.305639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-05c8034f-d17e-42f1-8301-abd8f552dc94 req-969305d0-d349-4921-864b-04cf6e4c0ecc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Sep 06 16:14:50.345396 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-05c8034f-d17e-42f1-8301-abd8f552dc94 req-102062a7-29da-4328-a0cb-a0f52425ad72 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Sep 06 16:14:50.957172 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a35fe-6fe8-468d-9589-22f56170b907 req-4c1b1df7-53b8-4587-9eab-935ebc2024c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:50.958592 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cb3a35fe-6fe8-468d-9589-22f56170b907 req-4c1b1df7-53b8-4587-9eab-935ebc2024c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0391986 Sep 06 16:14:51.001344 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cb3a35fe-6fe8-468d-9589-22f56170b907 req-46793ac5-95b8-4df0-b816-737f22cd5edf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Sep 06 16:14:51.461339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dbb38-2b07-4912-abba-46f73a91ab3e req-49f3c8d2-b350-4b4a-b30f-bc2fc25f69b9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:51.462785 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5c5dbb38-2b07-4912-abba-46f73a91ab3e req-49f3c8d2-b350-4b4a-b30f-bc2fc25f69b9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0504434 Sep 06 16:14:51.500212 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5c5dbb38-2b07-4912-abba-46f73a91ab3e req-13266570-83c2-4261-ab61-962c73d11fc8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 Sep 06 16:14:52.619180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe33e-8027-45cf-9187-595eda6b9915 req-29b8fb22-c896-4c57-84c3-2ee69623709d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:52.620829 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25abe33e-8027-45cf-9187-595eda6b9915 req-29b8fb22-c896-4c57-84c3-2ee69623709d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0518744 Sep 06 16:14:52.661076 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25abe33e-8027-45cf-9187-595eda6b9915 req-b8e845f3-ccb0-4d4a-9401-07c476896834 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Sep 06 16:14:53.177848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51100) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:53.284331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2ef9-c646-4eab-8e7a-1120be5a7b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.371365 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2ef9-c646-4eab-8e7a-1120be5a7b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.375569 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5d0e2ef9-c646-4eab-8e7a-1120be5a7b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.413443 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e2ef9-c646-4eab-8e7a-1120be5a7b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d22b0af-9daf-452d-8987-a50444059718,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:53.417808 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5d0e2ef9-c646-4eab-8e7a-1120be5a7b19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62b0d392175d4ceda21fbfa83374e1f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389429 Sep 06 16:14:53.420600 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51106) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:53.468549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.488698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.541544 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.544063 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:53.548289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d22b0af-9daf-452d-8987-a50444059718 HTTP/1.1" status: 204 len: 168 time: 0.1237178 Sep 06 16:14:53.555844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd7281-9926-42f5-8edc-18358ab1f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d22b0af-9daf-452d-8987-a50444059718,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:53.778640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db442dc-d46b-413b-9279-2da7e453dceb req-615ecaf5-84c5-405e-a935-7aac49f0a288 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:53.780204 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9db442dc-d46b-413b-9279-2da7e453dceb req-615ecaf5-84c5-405e-a935-7aac49f0a288 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0498354 Sep 06 16:14:53.819636 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9db442dc-d46b-413b-9279-2da7e453dceb req-549dbef0-62bf-4d75-a534-d99b0c7258f3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Sep 06 16:14:54.071773 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dfd26-0ba4-46c3-9891-2a609b421a4b req-36fbbbd8-0dc9-4427-badb-013c7945b3e0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:54.072287 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-b519802e-cf02-493f-9d99-d75f36261055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:54.073349 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fe8dfd26-0ba4-46c3-9891-2a609b421a4b req-36fbbbd8-0dc9-4427-badb-013c7945b3e0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0555358 Sep 06 16:14:54.073468 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-b519802e-cf02-493f-9d99-d75f36261055 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0428963 Sep 06 16:14:54.177039 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-22cce8c0-7eb0-4145-8191-03650daee203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:54.178803 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-22cce8c0-7eb0-4145-8191-03650daee203 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.0959437 Sep 06 16:14:54.199989 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51142) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:54.247337 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-cc663dc1-230b-4050-be6e-96c67831e3c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0409386 Sep 06 16:14:54.296283 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fe8dfd26-0ba4-46c3-9891-2a609b421a4b req-582ebf28-54cf-4600-b360-95f08d5cf846 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156100 Sep 06 16:14:54.318260 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-448102999-network', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:54.332595 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-a360fbce-35dc-4a8f-bd41-0a4e5e044689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:54.334174 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-a360fbce-35dc-4a8f-bd41-0a4e5e044689 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0604854 Sep 06 16:14:54.345305 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Made reservation on behalf of 9afca1c49c5a4b8d99a6c32a8ca00c83 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:54.348121 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.368131 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.383202 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-0718d403-bb81-4068-a23a-8e16dccd9bcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329361 Sep 06 16:14:54.513122 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-01372773-77cf-4e42-9344-309f88776419 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169496 Sep 06 16:14:54.569992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.594789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.629290 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:14:54.637958 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f2406-d257-4b86-8d58-2500c9fa7265,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:54.656012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.656379 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Added segment c504d8fb-97f8-4561-8e15-12c373b71fea of type vlan for network dbe3cb6b-0e40-40a2-8be7-9a235efec379 Sep 06 16:14:54.664503 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.664847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.665179 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.665513 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.665839 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.666165 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.666487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.666808 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.667129 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.667449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.668043 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.668043 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:54.679237 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1f13e7fe-c6bb-46cf-b566-29cff43cb38c req-f0b0f667-234e-4afe-b36f-ba4a8b3cd66d service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564887 Sep 06 16:14:54.715346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.746450 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.748220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:54.748988 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.786890 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5855768 Sep 06 16:14:54.790683 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51154) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:54.795163 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Request body: {'subnet': {'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-448102999-subnet', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:54.812970 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2412701-48b1-4be5-b5be-af1575fbfda4 admin admin] Pushing event updated for resources: {'Network': ['ID=dbe3cb6b-0e40-40a2-8be7-9a235efec379,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:54.816462 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Made reservation on behalf of 9afca1c49c5a4b8d99a6c32a8ca00c83 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:54.818848 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:54.823126 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:14:54.984661 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.039736 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ccbe02-bba0-450e-9617-a8ae4f558df0,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:55.049785 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.050134 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.050474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.050809 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.051136 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.051467 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.051794 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.052151 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.052480 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.052801 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.053122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.053443 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:55.058406 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Checking segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:14:55.058777 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Network hostable DHCP agents. Network: dbe3cb6b-0e40-40a2-8be7-9a235efec379, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:14:55.074963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:14:55.084099 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, dbe3cb6b-0e40-40a2-8be7-9a235efec379) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:55.088499 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:55.089497 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.092686 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba0884-4843-4378-8861-5d1d318eca73 None None] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:14:55.105734 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4ba94c19-4073-4672-b6e4-05855d59c74b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3146718 Sep 06 16:14:55.108578 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51156) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:55.113443 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:55.133844 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.134836 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.188031 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.247202 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:14:55.248065 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.318254 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.383443 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Allocated IP 172.20.0.2 (dbe3cb6b-0e40-40a2-8be7-9a235efec379/e9ccbe02-bba0-450e-9617-a8ae4f558df0/1f3340c4-1b5b-4d17-a3a1-ee71a2057298) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:14:55.423443 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046439ae-4174-4099-afe5-4e89754401af req-e441fee1-8e01-47f9-84bb-c72ddb556fee tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:55.424980 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-046439ae-4174-4099-afe5-4e89754401af req-e441fee1-8e01-47f9-84bb-c72ddb556fee tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0536776 Sep 06 16:14:55.463658 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-046439ae-4174-4099-afe5-4e89754401af req-7c980b7b-88e2-4a86-ba2d-5fe882cc4898 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 06 16:14:55.523059 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.533231 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.542069 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Transition to ACTIVE for port object 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:55.542832 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.558417 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Transition to ACTIVE for port object 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:55.565509 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.600224 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:55.602888 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:55.606227 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:14:55.622138 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Pushing event updated for resources: {'Port': ['ID=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:55.657436 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Allocated IP 172.27.3.119 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:14:55.672604 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Attempting to bind port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:14:55.672972 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Attempting to bind port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:14:55.673333 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Attempting to bind port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 on network dbe3cb6b-0e40-40a2-8be7-9a235efec379 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:55.678265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:14:55.678619 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Checking segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:14:55.679025 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.679401 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Bound using segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:14:55.679856 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Bound port: 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:14:55.680260 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.741184 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] For port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:14:55.744308 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] For port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:14:55.750523 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.758678 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.807077 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:55.813610 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e700-2119-4bdf-af9d-b9e103350991 None None] Pushing event updated for resources: {'Port': ['ID=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:55.858203 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:55.863237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:55.865286 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Pushing event updated for resources: {'Port': ['ID=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:55.867563 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:14:56.101345 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:56.299800 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:56.426353 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:14:56.523151 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:14:56.540139 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:14:56.570017 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:56.571193 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4313e195-8100-4608-8e77-ac88eb0e779d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4614124 Sep 06 16:14:56.574208 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51172) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:56.588131 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Sync routers for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:14:56.607241 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:14:56.610435 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:14:56.646067 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1609aa8-670b-46ab-b131-e1979902c1b7 req-627ec08c-ced1-4b1b-8ac7-3de5204e6e72 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:56.647668 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f1609aa8-670b-46ab-b131-e1979902c1b7 req-627ec08c-ced1-4b1b-8ac7-3de5204e6e72 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0706718 Sep 06 16:14:56.653628 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:14:56.697096 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f1609aa8-670b-46ab-b131-e1979902c1b7 req-b6640f12-1625-4293-8d65-b43825804350 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Sep 06 16:14:56.769724 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:14:56.841463 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054c59f-8d52-41b8-b83f-73dc406d0a0c None None] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:14:56.922837 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Provisioning for port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:14:56.929748 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Provisioning complete for port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:56.930361 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:56.985730 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:55Z', 'revision_number': 3, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:14:57.027471 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Checking router: 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:14:57.028133 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Updating router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:14:57.069914 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.088991 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.130301 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] For port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:14:57.134612 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.208621 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d555f32-818a-4360-bc07-bac93c0f86cb None None] Pushing event updated for resources: {'Port': ['ID=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:57.398557 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.457955 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.469107 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Transition to ACTIVE for port object e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:57.475054 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-61a603cb-d65f-49b8-bcfa-17839653ece7 None None] Provisioning complete for port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:57.475546 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-61a603cb-d65f-49b8-bcfa-17839653ece7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.476104 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.531646 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Pushing event updated for resources: {'Port': ['ID=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:57.547658 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.548314 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.548808 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.549293 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.549776 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.550295 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.550635 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.550967 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.551314 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.551895 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.552340 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.552650 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:14:57.557585 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Attempting to bind port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:14:57.557968 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Attempting to bind port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:14:57.558329 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Attempting to bind port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:14:57.565629 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:14:57.565823 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:14:57.566066 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.566496 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:14:57.567537 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Bound port: e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:14:57.567537 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.569093 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Allocated IP 172.20.0.1 (dbe3cb6b-0e40-40a2-8be7-9a235efec379/e9ccbe02-bba0-450e-9617-a8ae4f558df0/46b61419-e1bc-4e79-aa2c-6e5208ba09bc) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:14:57.623128 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] For port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:14:57.626595 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] For port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:14:57.630338 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.670688 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.683725 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Transition to ACTIVE for port object 46b61419-e1bc-4e79-aa2c-6e5208ba09bc will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:14:57.690572 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:14:57.691319 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:14:57.718680 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.733170 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009016c-e53b-4a32-bd72-26c736e23348 None None] Pushing event updated for resources: {'Port': ['ID=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:57.784892 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:57.793021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:57.796331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:14:57.798660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Pushing event updated for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:57.836649 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:14:57.853764 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337922e0-9c41-4102-9891-c13bbdf388ff req-048bd5cd-d096-4920-84ec-10b5bc17e9a9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:57.856390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:57.862115 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-337922e0-9c41-4102-9891-c13bbdf388ff req-048bd5cd-d096-4920-84ec-10b5bc17e9a9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0839202 Sep 06 16:14:57.948446 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-337922e0-9c41-4102-9891-c13bbdf388ff req-333f5c6a-950d-4897-9f31-f632b48b062d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850968 Sep 06 16:14:58.103566 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2d844ee9-80b8-43bb-a202-b18952ce7c68 None None] Provisioning for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:14:58.105674 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:55Z', 'revision_number': 3, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:14:58.109484 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2d844ee9-80b8-43bb-a202-b18952ce7c68 None None] Provisioning complete for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:58.109642 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.110043 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2d844ee9-80b8-43bb-a202-b18952ce7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.146432 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed5754-d9d5-4541-95ef-fa37a41932c8 None None] The sync data for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi is: [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:55Z', 'revision_number': 3, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:14:58.161906 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-2d844ee9-80b8-43bb-a202-b18952ce7c68 None None] Port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:14:58.356519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.363405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.458775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.584588 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Pushing event updated for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:58.610646 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:14:58.685812 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:14:58.687449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:14:58.711424 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:58.711912 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:58.841447 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:14:58.961815 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:14:58.967682 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5dd01bfd-3594-43ce-b938-0f4e058b33b8 admin admin] 10.222.0.11 "PUT /v2.0/routers/3696a9f4-7d39-42fe-9bb3-a7bc75b57459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3918095 Sep 06 16:14:58.989798 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8fa9ab91-f48e-4c00-adf7-fc526f76387e None None] Provisioning complete for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:14:58.990552 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8fa9ab91-f48e-4c00-adf7-fc526f76387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.027004 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9ab91-f48e-4c00-adf7-fc526f76387e None None] Port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:14:59.438199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51232) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:59.443654 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-598029948-network', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:59.464354 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Made reservation on behalf of bdacb5066b584f01af8a911c7f85232f for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:59.467572 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.476462 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.584117 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.587958 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.617892 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:14:59.628545 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50edc8-8f49-4adf-8b6a-96a7c9b3c5b8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:59.633926 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.634284 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Added segment 49300489-db3b-4bb9-bbc1-88c2fb509a2d of type vlan for network d92c2667-6785-43e6-b0a7-0d15331e3c32 Sep 06 16:14:59.675991 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.700883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.702038 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:14:59.702700 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.735559 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2929983 Sep 06 16:14:59.736136 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51244) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:14:59.741718 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Request body: {'subnet': {'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-598029948-subnet', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:14:59.762620 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Made reservation on behalf of bdacb5066b584f01af8a911c7f85232f for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:14:59.765850 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.766272 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caf506-5803-4a04-9baf-0f7bcd6e432f admin admin] Pushing event updated for resources: {'Network': ['ID=d92c2667-6785-43e6-b0a7-0d15331e3c32,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:14:59.776770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:14:59.895891 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Sync routers for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:14:59.905716 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:14:59.906334 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:14:59.935265 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:14:59.991587 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4105077-151a-4d27-b47e-54c3bd1269a7,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:00.001445 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Checking segment: {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:00.001800 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Network hostable DHCP agents. Network: d92c2667-6785-43e6-b0a7-0d15331e3c32, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:15:00.015962 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:00.019300 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:15:00.027596 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, d92c2667-6785-43e6-b0a7-0d15331e3c32) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:00.032600 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:00.033422 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.047262 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d5db817f-3819-4f1b-a850-07e93bc93571 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3094792 Sep 06 16:15:00.049385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c2f62-b950-4d46-b042-2c54c9aacb28 None None] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:15:00.049826 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51246) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:00.054352 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:00.074565 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.075326 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.130038 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.261152 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.319146 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-d92c2667-6785-43e6-b0a7-0d15331e3c32', 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'fixed_ips': [{'subnet_id': 'e4105077-151a-4d27-b47e-54c3bd1269a7'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:15:00.319993 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.412856 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 2, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:00.447066 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Checking router: 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:15:00.447423 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Updating router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:15:00.461325 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.480351 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.500638 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.514907 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:00.570660 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Allocated IP 172.20.0.2 (d92c2667-6785-43e6-b0a7-0d15331e3c32/e4105077-151a-4d27-b47e-54c3bd1269a7/72a44f44-d66e-41af-ab7a-bd4292ac15c8) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:15:00.590887 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Allocated IP 172.27.3.101 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/d8314c00-5721-412a-b315-aee33b5fd042) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:15:00.702966 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.726590 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:00.740968 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.746783 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:00.747162 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:00.777320 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:00.780595 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:00.783041 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:15:01.015450 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Pushing event updated for resources: {'Port': ['ID=d8314c00-5721-412a-b315-aee33b5fd042,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.038683 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.079786 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Transition to ACTIVE for port object 72a44f44-d66e-41af-ab7a-bd4292ac15c8 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:01.109780 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Transition to ACTIVE for port object 72a44f44-d66e-41af-ab7a-bd4292ac15c8 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:01.122147 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.145169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.186148 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.216829 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:01.223280 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:01.225649 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.228903 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:01.232101 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Pushing event updated for resources: {'Port': ['ID=72a44f44-d66e-41af-ab7a-bd4292ac15c8,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.237127 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:15:01.239052 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.272303 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Transition to ACTIVE for port object 46b61419-e1bc-4e79-aa2c-6e5208ba09bc will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:01.292237 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.342783 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.350218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Attempting to bind port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:01.350586 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Attempting to bind port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:01.350942 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Attempting to bind port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 on network d92c2667-6785-43e6-b0a7-0d15331e3c32 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:01.383889 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:01.384308 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Checking segment: {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:01.384713 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.385526 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Bound using segment: {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:01.385674 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Bound port: 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:01.385976 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.396470 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.424271 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747ceec-dd35-44ef-bd4f-40b6a2105c4a None None] Pushing event updated for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.487849 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Attempting to bind port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:01.488707 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Attempting to bind port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:01.488707 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Attempting to bind port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc on network dbe3cb6b-0e40-40a2-8be7-9a235efec379 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:01.502763 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:01.503151 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Checking segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:01.503537 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.503930 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Bound using segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:01.504463 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Bound port: 46b61419-e1bc-4e79-aa2c-6e5208ba09bc, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:01.504845 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.519760 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] For port 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:01.532296 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:15:01.533955 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] For port 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a44f44-d66e-41af-ab7a-bd4292ac15c8,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:01.558153 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.642312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:15:01.657426 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Sync routers for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:15:01.660955 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.661638 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] For port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:01.665085 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1fb4092e-ea67-4a1e-925b-c67862485b6c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6115599 Sep 06 16:15:01.665179 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] For port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:01.665349 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51252) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:01.665840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7689de-6d5b-4c4a-8bb8-5ac9b27311e2 None None] Pushing event updated for resources: {'Port': ['ID=72a44f44-d66e-41af-ab7a-bd4292ac15c8,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.672202 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:01.699497 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:15:01.700194 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:01.720727 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:15:01.721358 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:01.837571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747ceec-dd35-44ef-bd4f-40b6a2105c4a None None] Pushing event updated for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:01.866948 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:01.874365 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:02.169016 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253ab9-5a28-4fe6-bdea-1113fbe151b2 req-5c2688b6-d3d1-40d0-8865-785be3075cbc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:02.177679 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-70253ab9-5a28-4fe6-bdea-1113fbe151b2 req-5c2688b6-d3d1-40d0-8865-785be3075cbc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0985861 Sep 06 16:15:02.197801 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 3, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:02.228731 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-70253ab9-5a28-4fe6-bdea-1113fbe151b2 req-adeada2d-4460-4e65-8da2-e15ffa4ef929 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Sep 06 16:15:02.242810 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Checking router: 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:15:02.244187 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Updating router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 port d8314c00-5721-412a-b315-aee33b5fd042 binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:15:02.265957 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:02.277405 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.299312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.300598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f235d-315b-46bc-8a38-eccee85785c7 None None] The sync data for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi is: [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:15:02.584688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Allocated IP 172.20.0.1 (d92c2667-6785-43e6-b0a7-0d15331e3c32/e4105077-151a-4d27-b47e-54c3bd1269a7/8963ffdc-e7d5-4dc3-add8-3e0140f59c7b) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:15:02.695399 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.708684 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Transition to ACTIVE for port object d8314c00-5721-412a-b315-aee33b5fd042 will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:02.738074 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.746902 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a44f44-d66e-41af-ab7a-bd4292ac15c8 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:02.801328 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747330a-73d3-4708-88ec-69a23aa67d49 None None] Pushing event updated for resources: {'Port': ['ID=d8314c00-5721-412a-b315-aee33b5fd042,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:02.828536 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.835683 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Attempting to bind port d8314c00-5721-412a-b315-aee33b5fd042 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:02.836374 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Attempting to bind port d8314c00-5721-412a-b315-aee33b5fd042 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:02.836833 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Attempting to bind port d8314c00-5721-412a-b315-aee33b5fd042 on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:02.843630 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:02.844172 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:02.845503 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.845989 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:02.846911 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Bound port: d8314c00-5721-412a-b315-aee33b5fd042, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:02.847651 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.855039 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:02.868228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Transition to ACTIVE for port object 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:02.873750 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:02.905651 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] For port d8314c00-5721-412a-b315-aee33b5fd042, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:02.909489 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] For port d8314c00-5721-412a-b315-aee33b5fd042, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d8314c00-5721-412a-b315-aee33b5fd042,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:02.915703 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.942279 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:02.979457 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:15:02.979457 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:03.049422 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:03.052592 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:03.058092 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:03.058092 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.059196 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747330a-73d3-4708-88ec-69a23aa67d49 None None] Pushing event updated for resources: {'Port': ['ID=d8314c00-5721-412a-b315-aee33b5fd042,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:03.063804 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:15:03.064335 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.142077 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Pushing event updated for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:03.181426 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:03.204582 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89dc01-a82e-4048-8b27-9489b9982ec6 None None] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:15:03.253309 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 46b61419-e1bc-4e79-aa2c-6e5208ba09bc up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:03.304352 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.313023 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Provisioning for port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:03.323828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Provisioning complete for port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:03.324240 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.432727 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:03.441840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:03.442124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.510225 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 3, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:03.522856 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.529837 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.531005 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.531272 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.542070 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8bc1-1243-4e88-89f9-aaf1e3dbc13c None None] The sync data for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi is: [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 3, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:15:03.602866 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] For port 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a44f44-d66e-41af-ab7a-bd4292ac15c8,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:03.610471 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.655346 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.665174 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Pushing event updated for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:03.725749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:03.726592 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351884c-886d-4766-a9cb-03769a9f58c1 None None] Pushing event updated for resources: {'Port': ['ID=72a44f44-d66e-41af-ab7a-bd4292ac15c8,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:03.733963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:03.751073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:03.757870 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.826664 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:03.940841 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Provisioning complete for port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:03.941305 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:03.993692 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-0807915a-47b6-43de-ae16-747d7e5023d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709872 Sep 06 16:15:04.162496 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a951e7-66b8-4829-a864-e01d360cb64a req-95aa00f5-f3a8-47e4-8514-0a62db204a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:04.164346 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-95aa00f5-f3a8-47e4-8514-0a62db204a29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.1337814 Sep 06 16:15:04.166314 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Provisioning for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:04.183281 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Provisioning complete for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:04.184319 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:04.253462 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:04.276184 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-8c7f5d32-dca9-4175-8a9e-32319ac50792 None None] Port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:15:04.343820 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:15:04.362793 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a951e7-66b8-4829-a864-e01d360cb64a req-eda30a59-9c24-4978-9610-1d00dba3453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:04.365008 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-eda30a59-9c24-4978-9610-1d00dba3453d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.1436832 Sep 06 16:15:04.426241 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-016b27bf-f343-483e-9119-e9d6628778b0 None None] Provisioning complete for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:04.427167 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-016b27bf-f343-483e-9119-e9d6628778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:04.433319 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-d2b36756-10f0-4881-a82b-ff6e8649be87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0579376 Sep 06 16:15:04.561227 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a951e7-66b8-4829-a864-e01d360cb64a req-b0911925-8345-4676-99de-d7de3aedd9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:04.570475 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-b0911925-8345-4676-99de-d7de3aedd9b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.1221230 Sep 06 16:15:04.581585 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:15:04.582283 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-016b27bf-f343-483e-9119-e9d6628778b0 None None] Port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:15:04.587134 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bcd5de31-d2d5-40e6-a43f-4bdb68942e0a admin admin] 10.222.0.11 "PUT /v2.0/routers/8244d8bf-ee9e-401e-b0c5-cf47117f7e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9206915 Sep 06 16:15:04.657095 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-ed0fa8bb-aa90-463b-9631-944007fcaede service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673766 Sep 06 16:15:04.724280 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-8692e890-5f2c-4bb3-a508-76dcb6d436e4 None None] Provisioning complete for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:04.724280 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8692e890-5f2c-4bb3-a508-76dcb6d436e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:04.816765 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-8692e890-5f2c-4bb3-a508-76dcb6d436e4 None None] Port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:15:04.824170 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d8314c00-5721-412a-b315-aee33b5fd042 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:04.888472 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-ca37501b-78ee-4e20-8c7b-017b23efe652 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191174 Sep 06 16:15:04.892174 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port d8314c00-5721-412a-b315-aee33b5fd042 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:04.897622 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port d8314c00-5721-412a-b315-aee33b5fd042 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:04.898831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.095205 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71a951e7-66b8-4829-a864-e01d360cb64a req-31e7b117-f40b-48c2-8db8-d82d64e4085a service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975508 Sep 06 16:15:05.166975 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.197817 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port d8314c00-5721-412a-b315-aee33b5fd042, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d8314c00-5721-412a-b315-aee33b5fd042,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:05.212756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.213667 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a44f44-d66e-41af-ab7a-bd4292ac15c8 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:05.310650 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=d8314c00-5721-412a-b315-aee33b5fd042,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:05.330620 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:05.331128 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.415556 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 46b61419-e1bc-4e79-aa2c-6e5208ba09bc up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:05.467337 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:05.467951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.547485 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:15:05.632810 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51322) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:05.638581 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423919098', 'description': 'tempest-secgroup-smoke-423919098 description', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:05.662722 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.744945 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.749278 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.778819 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f171d7-4549-4ad9-9cd5-96c63a19081d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:05.781038 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.785296 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a840f8a4-e234-4de5-9d1d-95a5ac3ee2e5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1482756 Sep 06 16:15:05.785506 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51324) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:05.789888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:05.817268 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.875315 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.879584 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.901329 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:05.902642 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161497 Sep 06 16:15:05.903629 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a10d22-c513-4a68-b239-ef33609a1553 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366aae89-1bd2-4223-bb35-1a3f44b58d4f,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:05.906329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51330) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:05.912260 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:05.950800 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.017567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.022306 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.042781 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81931b90-c5b9-4c43-a845-e6e418266c0e,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:06.047390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.052662 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1477654f-e31d-433c-ad73-5787d2812abf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404765 Sep 06 16:15:06.053357 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51334) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:06.057546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:06.087272 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.102082 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda92a76-8bf3-443a-9950-d1e18049305f req-413cff87-dec0-4240-879c-eb851d946f01 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:06.103833 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dda92a76-8bf3-443a-9950-d1e18049305f req-413cff87-dec0-4240-879c-eb851d946f01 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0634220 Sep 06 16:15:06.119668 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Sync routers for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:15:06.131460 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:15:06.132105 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:06.152788 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dda92a76-8bf3-443a-9950-d1e18049305f req-051ad0e2-caa9-461a-b0ad-3a78759d1eaf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Sep 06 16:15:06.198364 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.203549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.229749 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f647537-0bf7-407b-8b4a-8c9588e24709,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:06.246089 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.248766 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-821fb965-0a8e-45d2-9aec-856ed5ad1505 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949971 Sep 06 16:15:06.251481 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51342) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:06.258449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:06.280309 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:06.299022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.369269 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.375677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.393465 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed80f46e-f793-47cf-88d3-028f9da32731,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:06.409282 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.411135 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d8e6967c-3c9a-44fa-9446-7b68360a4d10 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582844 Sep 06 16:15:06.414205 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51348) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:06.424597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:06.452635 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.securitygroups_db [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Project 9afca1c49c5a4b8d99a6c32a8ca00c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:15:06.459444 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.510381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d8314c00-5721-412a-b315-aee33b5fd042 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:06.543510 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.549226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.567526 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce511f4-6b2d-4cf0-9883-837f60324b1e,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:06.575312 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.579350 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51352) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:06.579501 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-10992d84-b2e1-46c1-b0d7-4543e23c9a6f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643035 Sep 06 16:15:06.580343 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 4, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '8963ffdc-e7d5-4dc3-add8-3e0140f59c7b', 'name': '', 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'mac_address': 'fa:16:3e:83:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:02Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 2, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'subnets': [{'id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:06.583368 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port d8314c00-5721-412a-b315-aee33b5fd042 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:06.583811 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.583964 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'security_group_rule': {'security_group_id': '47f171d7-4549-4ad9-9cd5-96c63a19081d', 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:06.613677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Checking router: 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:15:06.613960 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Updating router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:15:06.614667 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Project 9afca1c49c5a4b8d99a6c32a8ca00c83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:15:06.623320 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.658607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.682113 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.694469 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.712420 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48763eb7-7240-4120-ad2f-6ba99893a275,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:06.716449 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:06.717750 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-89175777-5a56-499b-9ce3-e8402cc1a623 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373980 Sep 06 16:15:07.005899 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:07.023535 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Transition to ACTIVE for port object 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:07.031798 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:07.091913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Pushing event updated for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:07.103147 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.103556 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.104038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.104598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.104929 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.105429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.105894 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.106832 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.107175 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.107595 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.107930 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.108288 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:07.190978 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Attempting to bind port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:07.191245 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Attempting to bind port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:07.191611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Attempting to bind port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b on network d92c2667-6785-43e6-b0a7-0d15331e3c32 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:07.201445 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:07.201834 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Checking segment: {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:07.202370 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:07.210748 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Bound using segment: {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:07.211586 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Bound port: 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49300489-db3b-4bb9-bbc1-88c2fb509a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:07.212305 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:07.347227 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca21e30-cb1d-415f-bd77-abb61bf2cd34 req-c9bf9ce1-92a9-4b30-a60a-624a0410b036 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:07.354922 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8ca21e30-cb1d-415f-bd77-abb61bf2cd34 req-c9bf9ce1-92a9-4b30-a60a-624a0410b036 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0932672 Sep 06 16:15:07.380412 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] For port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:07.385051 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] For port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:07.390400 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:07.396921 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8ca21e30-cb1d-415f-bd77-abb61bf2cd34 req-fc904194-23ca-4e5b-a253-64c74237e16a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Sep 06 16:15:07.451170 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:15:07.451802 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:14:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:07.455449 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61f78-074b-42e3-a3be-c1c6c2e29f83 None None] Pushing event updated for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:07.571258 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:15:07.759387 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c48af-e1aa-4468-80ea-a361d6c3cceb req-727ce6a0-e695-496a-bc61-b7869737304d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:07.761094 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c38c48af-e1aa-4468-80ea-a361d6c3cceb req-727ce6a0-e695-496a-bc61-b7869737304d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0494473 Sep 06 16:15:07.801932 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c38c48af-e1aa-4468-80ea-a361d6c3cceb req-b5b157a6-e742-474f-b5ed-df81475f227d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338864 Sep 06 16:15:07.816783 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 4, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '8963ffdc-e7d5-4dc3-add8-3e0140f59c7b', 'name': '', 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'mac_address': 'fa:16:3e:83:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:02Z', 'updated_at': '2021-09-06T16:15:07Z', 'revision_number': 4, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'subnets': [{'id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:07.846345 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489e7be-ef61-4c33-a949-975c575a1ab3 None None] The sync data for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi is: [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 4, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '8963ffdc-e7d5-4dc3-add8-3e0140f59c7b', 'name': '', 'network_id': 'd92c2667-6785-43e6-b0a7-0d15331e3c32', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'mac_address': 'fa:16:3e:83:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:02Z', 'updated_at': '2021-09-06T16:15:07Z', 'revision_number': 4, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'subnets': [{'id': 'e4105077-151a-4d27-b47e-54c3bd1269a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:15:08.506407 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:08.517842 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a1fd2-c2b3-45f2-83ff-75db23d5b165 req-05a9b2b9-279f-4a3a-9dea-1010dad317fb tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:08.519369 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ca0a1fd2-c2b3-45f2-83ff-75db23d5b165 req-05a9b2b9-279f-4a3a-9dea-1010dad317fb tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0516319 Sep 06 16:15:08.555079 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:08.558681 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:08.559169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:08.560597 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ca0a1fd2-c2b3-45f2-83ff-75db23d5b165 req-50886695-c582-4e0c-b7cf-5c1fdd3ad8f0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354028 Sep 06 16:15:08.633573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:08.667187 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:08.671567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:08.716375 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:08.927845 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9680b62-de9d-4c13-a5ba-412254f1af12 req-8209093c-00e9-40bf-a297-fa3d1c628dbf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:08.929260 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9680b62-de9d-4c13-a5ba-412254f1af12 req-8209093c-00e9-40bf-a297-fa3d1c628dbf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0513856 Sep 06 16:15:08.968346 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9680b62-de9d-4c13-a5ba-412254f1af12 req-875c3f95-503e-4a7e-88f3-659594ed7ab1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330565 Sep 06 16:15:09.672894 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9950a-a66d-4b0b-816f-ef3472366f7f req-c6c14d28-cf1d-4b51-8b27-2bb958a023ab tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:09.674552 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-84c9950a-a66d-4b0b-816f-ef3472366f7f req-c6c14d28-cf1d-4b51-8b27-2bb958a023ab tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0488420 Sep 06 16:15:09.710920 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-84c9950a-a66d-4b0b-816f-ef3472366f7f req-1b8eff3b-0e88-4f6d-8ecf-543b17ae911b tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304720 Sep 06 16:15:10.091019 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98e8b5-dce7-4658-9fa1-6279f84c3ecc req-278f651d-b422-4225-a098-112dd7f87cf2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:10.092568 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6d98e8b5-dce7-4658-9fa1-6279f84c3ecc req-278f651d-b422-4225-a098-112dd7f87cf2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0504363 Sep 06 16:15:10.136742 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6d98e8b5-dce7-4658-9fa1-6279f84c3ecc req-daae01c4-5be8-48ab-95bd-ab8730f68ab8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378337 Sep 06 16:15:10.140941 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fa421c8b-5b4b-49b3-bede-45bfaec48936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:10.506312 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:10.557198 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:10.557574 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:10.833129 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617ec50-e8a5-4968-9866-486d702740db req-c82521df-ea9d-4244-85bc-b46717017f77 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:10.834616 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8617ec50-e8a5-4968-9866-486d702740db req-c82521df-ea9d-4244-85bc-b46717017f77 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Sep 06 16:15:10.873351 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8617ec50-e8a5-4968-9866-486d702740db req-6ec29c0a-d7dd-49a2-9942-8d4f1249ee7a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Sep 06 16:15:11.288292 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-02b22698-3049-4c2c-a09c-11c020b8aab3 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:11.289834 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-02b22698-3049-4c2c-a09c-11c020b8aab3 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 945 time: 0.1028848 Sep 06 16:15:11.305667 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59f36-30fd-4a20-9c8d-f706c4592e06 req-5bae66bc-fa7c-4894-9fe1-0f2df25ad5d0 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:11.307127 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-66b59f36-30fd-4a20-9c8d-f706c4592e06 req-5bae66bc-fa7c-4894-9fe1-0f2df25ad5d0 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0671256 Sep 06 16:15:11.395099 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-66b59f36-30fd-4a20-9c8d-f706c4592e06 req-a317317c-e20e-4b0a-82e7-32c08b399b27 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812349 Sep 06 16:15:11.435606 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Deleting port 0fec106a-29ca-4440-aed4-29f1735449cc {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:15:11.435949 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:11.528706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] For port 0fec106a-29ca-4440-aed4-29f1735449cc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0fec106a-29ca-4440-aed4-29f1735449cc,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:11.529247 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:11.542059 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Calling delete_port for 0fec106a-29ca-4440-aed4-29f1735449cc owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:15:11.676974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:11.691154 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'c656b09b-1ec2-4883-9fba-fe301c9513e4', '0fec106a-29ca-4440-aed4-29f1735449cc'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:11.727835 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event deleted for resources: {'Port': ['ID=0fec106a-29ca-4440-aed4-29f1735449cc,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:11.784025 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] No DVR routers for this DVR port 0fec106a-29ca-4440-aed4-29f1735449cc on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:15:11.786763 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:11.788898 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fe20db2-3a5e-4ea5-887b-ebef97a4d3d6 req-c2ff127c-07b8-41f3-a00f-3ef8298351a0 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "DELETE /v2.0/ports/0fec106a-29ca-4440-aed4-29f1735449cc HTTP/1.1" status: 204 len: 173 time: 0.4808853 Sep 06 16:15:11.789397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'name': 'network-vif-deleted', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:11.791647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b412dd33-1a53-46b1-acb5-e0ee40462421" -d '{"events": [{"server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "name": "network-vif-deleted", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:11.846989 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866cf80c-c397-4831-9292-5756246b6727 x-openstack-request-id: req-866cf80c-c397-4831-9292-5756246b6727 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:11.847279 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affee448-af67-4b5d-9340-fa3c27166132", "name": "network-vif-deleted", "tag": "0fec106a-29ca-4440-aed4-29f1735449cc", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:11.847527 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-866cf80c-c397-4831-9292-5756246b6727 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:11.847918 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affee448-af67-4b5d-9340-fa3c27166132', 'name': 'network-vif-deleted', 'tag': '0fec106a-29ca-4440-aed4-29f1735449cc', 'status': 'completed', 'code': 200} Sep 06 16:15:11.992738 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-19c2359c-4946-47ab-bcf6-a134f20b7795 req-7a62b308-cd86-4ac1-bd7c-b3a61a502f82 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=affee448-af67-4b5d-9340-fa3c27166132 HTTP/1.1" status: 200 len: 210 time: 0.0280681 Sep 06 16:15:12.567087 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3f12a-d805-4ad0-b908-d06ad71045c5 req-2ec624d3-d178-451b-8069-9bb19689439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:12.575391 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-32a3f12a-d805-4ad0-b908-d06ad71045c5 req-2ec624d3-d178-451b-8069-9bb19689439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0607514 Sep 06 16:15:12.615003 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-32a3f12a-d805-4ad0-b908-d06ad71045c5 req-92a3e637-0862-47c3-a24d-8563421c8b09 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Sep 06 16:15:12.895509 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-11f0e56f-940d-4b60-8560-56d24f2dcd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:12.933339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115edff-1027-4355-b52d-5fea960c63a9 req-ca9f7c39-4cdf-4673-bd7d-2865fd001ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:12.934824 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-ca9f7c39-4cdf-4673-bd7d-2865fd001ed8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0467553 Sep 06 16:15:12.942115 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8aad-1538-4978-bd83-d14d9f366dd9 req-c07f9986-b6e8-498c-a99d-e631e47c1188 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:12.943580 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4b7c8aad-1538-4978-bd83-d14d9f366dd9 req-c07f9986-b6e8-498c-a99d-e631e47c1188 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Sep 06 16:15:12.984703 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:12.985731 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4b7c8aad-1538-4978-bd83-d14d9f366dd9 req-d1fb3518-10b1-4f59-9bde-1f3d24d36b40 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357995 Sep 06 16:15:13.033823 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115edff-1027-4355-b52d-5fea960c63a9 req-fea42fa6-b129-4ddb-aed9-6f275b1c85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:13.035320 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-fea42fa6-b129-4ddb-aed9-6f275b1c85b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.0880063 Sep 06 16:15:13.090419 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-f0fcab34-8e5b-4e0b-8fc1-0527d98e12e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0382917 Sep 06 16:15:13.145398 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115edff-1027-4355-b52d-5fea960c63a9 req-1682b204-f9ab-4bc7-8033-c6c0adf1e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:13.146935 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-1682b204-f9ab-4bc7-8033-c6c0adf1e8a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0434654 Sep 06 16:15:13.179299 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-0079d59c-7ecb-4aab-aaa1-2d333eaffcf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246260 Sep 06 16:15:13.287195 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-7c261add-6107-4cad-a046-57f656419d7c service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869615 Sep 06 16:15:13.381090 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3115edff-1027-4355-b52d-5fea960c63a9 req-e8750fd2-6f7c-4b06-86da-7417150acc47 service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829699 Sep 06 16:15:13.708347 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:13.753070 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f1318-cb1c-4de6-a9cc-fa986a981c52 req-f3a87754-c17d-4711-8220-2f309bfb5e06 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:13.754802 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-791f1318-cb1c-4de6-a9cc-fa986a981c52 req-f3a87754-c17d-4711-8220-2f309bfb5e06 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0608077 Sep 06 16:15:13.791873 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-791f1318-cb1c-4de6-a9cc-fa986a981c52 req-cb5c081d-7480-4fa9-ace7-14798240b249 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310853 Sep 06 16:15:14.106532 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aff70b-805a-49a2-89e4-a848d36f352f req-96dc6ba3-5e7c-4209-b54c-f4f35b93c229 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:14.108553 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40aff70b-805a-49a2-89e4-a848d36f352f req-96dc6ba3-5e7c-4209-b54c-f4f35b93c229 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0531507 Sep 06 16:15:14.146242 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40aff70b-805a-49a2-89e4-a848d36f352f req-7ad3503b-1977-4a00-99c5-80314dacad2f tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Sep 06 16:15:14.392857 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b92e0-4ecb-4983-86cf-198733f772fb req-e24b9605-3cca-44d8-999d-af6ef17094fc tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:14.394345 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c1b92e0-4ecb-4983-86cf-198733f772fb req-e24b9605-3cca-44d8-999d-af6ef17094fc tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.0538111 Sep 06 16:15:14.432633 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c1b92e0-4ecb-4983-86cf-198733f772fb req-a46975f7-e46d-48bc-a448-36d59839fe41 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Sep 06 16:15:14.915394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d621826-a110-44a3-bdda-ce944f745f94 req-61fe0f8b-ec72-4e5f-a25a-5534153c4c38 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:14.916916 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5d621826-a110-44a3-bdda-ce944f745f94 req-61fe0f8b-ec72-4e5f-a25a-5534153c4c38 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0495763 Sep 06 16:15:14.953509 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5d621826-a110-44a3-bdda-ce944f745f94 req-c63944ad-06e0-496f-9e43-16022e63fc96 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305991 Sep 06 16:15:15.164133 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 0fec106a-29ca-4440-aed4-29f1735449cc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:15.183065 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 0fec106a-29ca-4440-aed4-29f1735449cc {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:15:15.183412 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 0fec106a-29ca-4440-aed4-29f1735449cc not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:15:15.265229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d51d6f-bcf0-4d19-a5f1-be08f99547d6 req-b7474a73-a8cf-4e75-b77a-699deeb9ff86 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:15.266707 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-54d51d6f-bcf0-4d19-a5f1-be08f99547d6 req-b7474a73-a8cf-4e75-b77a-699deeb9ff86 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Sep 06 16:15:15.302640 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-54d51d6f-bcf0-4d19-a5f1-be08f99547d6 req-5d78e819-1114-4017-96ee-eede05c2f374 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299621 Sep 06 16:15:15.376374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:15.546066 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9179f9-90fb-4732-801e-ab7347a28277 req-65f37ce5-09aa-4f64-a91f-fedff02c0a7e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:15.547543 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1e9179f9-90fb-4732-801e-ab7347a28277 req-65f37ce5-09aa-4f64-a91f-fedff02c0a7e tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.0484350 Sep 06 16:15:15.584625 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1e9179f9-90fb-4732-801e-ab7347a28277 req-e7538b2a-d399-438e-8b44-5cc2902b9d5c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311661 Sep 06 16:15:16.072974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46be45-0260-4d9d-925f-1bcea532b7cf req-620aa7f6-7915-4c6a-9f15-1f2151e8fe1a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:16.074454 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0a46be45-0260-4d9d-925f-1bcea532b7cf req-620aa7f6-7915-4c6a-9f15-1f2151e8fe1a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0491064 Sep 06 16:15:16.117220 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0a46be45-0260-4d9d-925f-1bcea532b7cf req-1612104b-f107-497f-86aa-031b3fb99aff tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Sep 06 16:15:16.122656 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51576) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:16.224375 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f851b20-b298-423a-92f5-712803d3c76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.316314 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f851b20-b298-423a-92f5-712803d3c76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.320117 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7f851b20-b298-423a-92f5-712803d3c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.357436 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f851b20-b298-423a-92f5-712803d3c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4a07f-484e-4527-a15f-1dc169b331d0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:16.364115 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7f851b20-b298-423a-92f5-712803d3c76b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3268eb074683454e9c4407d387a3e5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381568 Sep 06 16:15:16.364334 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51582) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:16.444102 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f748d-a2aa-49a5-bb24-2cd6e95c71ad req-c1c6d679-dee1-4323-be39-e12fbc776e05 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:16.445573 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-922f748d-a2aa-49a5-bb24-2cd6e95c71ad req-c1c6d679-dee1-4323-be39-e12fbc776e05 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0719790 Sep 06 16:15:16.461065 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.501601 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-922f748d-a2aa-49a5-bb24-2cd6e95c71ad req-ec31ee12-e559-4838-a88f-da585fa64a3c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486429 Sep 06 16:15:16.503307 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.548367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.550941 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.552052 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3f4a07f-484e-4527-a15f-1dc169b331d0 HTTP/1.1" status: 204 len: 168 time: 0.1868370 Sep 06 16:15:16.560096 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a2d6b-82ae-4fdf-9858-e2745fb977ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4a07f-484e-4527-a15f-1dc169b331d0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:16.649078 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-22b29204-2254-4b69-9c47-d21aeef1af5d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:16.650709 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-22b29204-2254-4b69-9c47-d21aeef1af5d tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.0540986 Sep 06 16:15:16.765849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53931a-d0be-4776-be74-0729c6dc4cc7 req-be625c0d-3028-46a9-ad6c-296f083a9862 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:16.765849 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc53931a-d0be-4776-be74-0729c6dc4cc7 req-be625c0d-3028-46a9-ad6c-296f083a9862 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6248dca-ddb8-475e-a24f-fcb320b68637 HTTP/1.1" status: 200 len: 946 time: 0.1018484 Sep 06 16:15:16.805596 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Deleting port c656b09b-1ec2-4883-9fba-fe301c9513e4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:15:16.806094 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.875617 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc53931a-d0be-4776-be74-0729c6dc4cc7 req-9203abb8-1992-4dd6-b5db-4ebaad315153 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984147 Sep 06 16:15:16.914192 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] For port c656b09b-1ec2-4883-9fba-fe301c9513e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c656b09b-1ec2-4883-9fba-fe301c9513e4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:16.914567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:16.927594 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Calling delete_port for c656b09b-1ec2-4883-9fba-fe301c9513e4 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:15:17.068217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.088884 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'c656b09b-1ec2-4883-9fba-fe301c9513e4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:17.099609 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event deleted for resources: {'Port': ['ID=c656b09b-1ec2-4883-9fba-fe301c9513e4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:17.146027 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] No DVR routers for this DVR port c656b09b-1ec2-4883-9fba-fe301c9513e4 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:15:17.155718 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.160846 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-02d3e0bc-9dd5-405f-ae25-0dd0d27d1061 req-24f34e15-bd0c-4de4-9c8c-09e0069b2adf tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "DELETE /v2.0/ports/c656b09b-1ec2-4883-9fba-fe301c9513e4 HTTP/1.1" status: 204 len: 173 time: 0.5018442 Sep 06 16:15:17.161312 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'name': 'network-vif-deleted', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:17.163848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d93458-b6a8-43be-9fb3-4812638873bc" -d '{"events": [{"server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "name": "network-vif-deleted", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:17.219102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd7aaa-dc31-4771-839c-8a0af4eb5c36 x-openstack-request-id: req-c1bd7aaa-dc31-4771-839c-8a0af4eb5c36 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:17.219393 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6248dca-ddb8-475e-a24f-fcb320b68637", "name": "network-vif-deleted", "tag": "c656b09b-1ec2-4883-9fba-fe301c9513e4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:17.219645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1bd7aaa-dc31-4771-839c-8a0af4eb5c36 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:17.220040 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6248dca-ddb8-475e-a24f-fcb320b68637', 'name': 'network-vif-deleted', 'tag': 'c656b09b-1ec2-4883-9fba-fe301c9513e4', 'status': 'completed', 'code': 200} Sep 06 16:15:17.252249 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac04fd-e9bb-4a8d-8caa-b917e96dca50 req-91702a0a-debb-458f-a258-df360510525a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:17.260497 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fbac04fd-e9bb-4a8d-8caa-b917e96dca50 req-91702a0a-debb-458f-a258-df360510525a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0652711 Sep 06 16:15:17.277487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51614) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:17.319739 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fbac04fd-e9bb-4a8d-8caa-b917e96dca50 req-278c07e5-3f2b-4c54-9c02-5e06ec5c603c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583630 Sep 06 16:15:17.390760 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1442255182-network', 'tenant_id': 'fd67fe5244444deeaed7ff464d2e45ef'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:17.410085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Made reservation on behalf of fd67fe5244444deeaed7ff464d2e45ef for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:15:17.412379 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.424266 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.511981 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.516543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.542143 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:15:17.548446 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:17.556057 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.556057 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Added segment c096a7c6-4629-41a3-b6c0-c4952f8498f8 of type vlan for network 41f2b922-d7a5-4fe2-9e2b-253e58014771 Sep 06 16:15:17.617788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.656518 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382dc34-c021-41a8-90d9-fe2d2550f2fb req-e8b622e4-bdef-4008-9770-b140f4efac56 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:17.658038 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9382dc34-c021-41a8-90d9-fe2d2550f2fb req-e8b622e4-bdef-4008-9770-b140f4efac56 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0751619 Sep 06 16:15:17.659148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.660068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:17.660661 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.735660 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4560578 Sep 06 16:15:17.738868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51620) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:17.745854 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Request body: {'subnet': {'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1442255182-subnet', 'tenant_id': 'fd67fe5244444deeaed7ff464d2e45ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:17.747772 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00e5c6-36a9-4e2a-afd0-4716f27adce5 admin admin] Pushing event updated for resources: {'Network': ['ID=41f2b922-d7a5-4fe2-9e2b-253e58014771,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:17.757126 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9382dc34-c021-41a8-90d9-fe2d2550f2fb req-1c711437-deb0-4604-9332-b0a73cc6a155 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919106 Sep 06 16:15:17.759489 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:15:17.775351 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Made reservation on behalf of fd67fe5244444deeaed7ff464d2e45ef for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:15:17.778319 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:17.958300 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:18.015913 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1f2751-9372-4154-ba49-b4a63b68507a,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:18.024237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Checking segment: {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:18.024598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Network hostable DHCP agents. Network: 41f2b922-d7a5-4fe2-9e2b-253e58014771, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:15:18.042426 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:15:18.053410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 41f2b922-d7a5-4fe2-9e2b-253e58014771) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:18.059289 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:18.062994 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd73d2-6e96-46f8-92aa-b06ca2ae2857 None None] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:15:18.065930 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:18.083554 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-aadfb970-dea8-4bdf-a878-8e0bad244c12 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3432539 Sep 06 16:15:18.181875 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9253-38a6-4c83-af57-4992adcff1b9 req-a6599983-ed91-466a-bf7f-9e6d4948feae tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:18.183495 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a54f9253-38a6-4c83-af57-4992adcff1b9 req-a6599983-ed91-466a-bf7f-9e6d4948feae tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.0510707 Sep 06 16:15:18.235309 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a54f9253-38a6-4c83-af57-4992adcff1b9 req-869f91c6-1714-43e9-a5e2-458a2c58a54c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447874 Sep 06 16:15:18.318102 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447095a-ccb6-47e0-b91b-2c13860d22c9 None None] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:15:18.497854 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1adfbe-11c6-4b42-9b6f-09af08195521 req-431dd007-dc33-4f10-b5ad-aec339015db5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:18.499376 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-de1adfbe-11c6-4b42-9b6f-09af08195521 req-431dd007-dc33-4f10-b5ad-aec339015db5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0971539 Sep 06 16:15:18.538323 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-de1adfbe-11c6-4b42-9b6f-09af08195521 req-9c690fa9-d15a-4881-b6fd-1aeb39ddc7e9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Sep 06 16:15:18.877051 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77699c7-e1d6-48d4-9031-ebe72167b2eb req-d7c03e14-53f4-40cb-8f7a-76c95f951fed tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:18.878607 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f77699c7-e1d6-48d4-9031-ebe72167b2eb req-d7c03e14-53f4-40cb-8f7a-76c95f951fed tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0515461 Sep 06 16:15:18.918047 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f77699c7-e1d6-48d4-9031-ebe72167b2eb req-48125804-5b22-457b-9c7b-baa1f09f3f1c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Sep 06 16:15:19.366417 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2273dd-f041-4da2-a3a1-e763e346e6b2 req-392f2d25-44a7-4b20-ae94-a86133c1dc2a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:19.367908 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c2273dd-f041-4da2-a3a1-e763e346e6b2 req-392f2d25-44a7-4b20-ae94-a86133c1dc2a tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.0544190 Sep 06 16:15:19.406239 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c2273dd-f041-4da2-a3a1-e763e346e6b2 req-92ea9868-ede8-42a5-8e54-99c8ca9d82a2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Sep 06 16:15:19.464814 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feafc5-94d7-42f4-8c65-822a56848742 req-2e25961b-40a8-4fa5-9f9d-65e626cb1331 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:19.466634 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-27feafc5-94d7-42f4-8c65-822a56848742 req-2e25961b-40a8-4fa5-9f9d-65e626cb1331 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0674491 Sep 06 16:15:19.506675 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-27feafc5-94d7-42f4-8c65-822a56848742 req-cf785ae3-9adc-4f65-b8ae-e231a2a031b2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Sep 06 16:15:19.664492 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027d7c-1ba0-4ce9-ac3e-523b1b940f8a req-8563a182-a59a-4f38-8676-f5fa43d296b2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:19.665968 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae027d7c-1ba0-4ce9-ac3e-523b1b940f8a req-8563a182-a59a-4f38-8676-f5fa43d296b2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0515654 Sep 06 16:15:19.709552 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ae027d7c-1ba0-4ce9-ac3e-523b1b940f8a req-af8f8896-f284-453f-ab40-03c5c532d0fd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Sep 06 16:15:19.898204 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-6929275e-7f18-410f-9185-69b72b095550 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:19.899682 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-6929275e-7f18-410f-9185-69b72b095550 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 814 time: 0.1000307 Sep 06 16:15:19.938370 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-6567378a-e877-4d5b-9857-b960ffd8dd9b tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/quotas/fd67fe5244444deeaed7ff464d2e45ef HTTP/1.1" status: 200 len: 375 time: 0.0284965 Sep 06 16:15:19.976212 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-8ae3d0fa-5f82-46f8-9641-5502a288f2d7 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316179 Sep 06 16:15:19.984643 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-5c5b68bd-10cb-4aa6-8109-19d31317789c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:19.986451 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-5c5b68bd-10cb-4aa6-8109-19d31317789c tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.0847821 Sep 06 16:15:20.046770 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1178b-1fbe-4117-bb33-ded94b4c58f1 req-3bb336ef-6a84-4963-bae5-a10b1866a407 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:20.048294 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1c1178b-1fbe-4117-bb33-ded94b4c58f1 req-3bb336ef-6a84-4963-bae5-a10b1866a407 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0536368 Sep 06 16:15:20.086885 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d1c1178b-1fbe-4117-bb33-ded94b4c58f1 req-11af9827-3d23-456d-848f-7a96dc541e4d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Sep 06 16:15:20.132067 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-56015163-f117-4a71-bfff-229d9121103c service neutron] 10.222.0.11 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442199 Sep 06 16:15:20.176404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Deleting port db34cf7a-e845-43cd-9828-29abb4479ac4 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:15:20.176766 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:20.292114 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-26d8e775-d549-403b-af5e-b989fe478fc0 service neutron] 10.222.0.11 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519608 Sep 06 16:15:20.308060 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] For port db34cf7a-e845-43cd-9828-29abb4479ac4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=db34cf7a-e845-43cd-9828-29abb4479ac4,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:20.308459 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:20.320921 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Calling delete_port for db34cf7a-e845-43cd-9828-29abb4479ac4 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:15:20.492678 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-30312dba-dc06-49dd-b87f-69dfcc9ef1de req-af953028-fd4b-498e-86e1-4c45054e3eb6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 210 time: 0.0367808 Sep 06 16:15:20.650134 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72c20e-165f-4b94-83f7-54cc7a4c03cd req-60f33cd7-db52-4a99-ae93-4f3ba4e8c6f9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:20.651967 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-af72c20e-165f-4b94-83f7-54cc7a4c03cd req-60f33cd7-db52-4a99-ae93-4f3ba4e8c6f9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0750842 Sep 06 16:15:20.693430 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-af72c20e-165f-4b94-83f7-54cc7a4c03cd req-7c48edd2-b4cc-4598-9bed-b5d4a58e511f tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347898 Sep 06 16:15:20.727454 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae1db9-42e4-4de6-b7d0-da3e2ee4c0c1 req-5e1a4ae8-baa2-443a-9f83-3a2458c50608 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:20.728983 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-36ae1db9-42e4-4de6-b7d0-da3e2ee4c0c1 req-5e1a4ae8-baa2-443a-9f83-3a2458c50608 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 945 time: 0.1038032 Sep 06 16:15:20.730147 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:20.743808 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'db34cf7a-e845-43cd-9828-29abb4479ac4'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:20.776140 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event deleted for resources: {'Port': ['ID=db34cf7a-e845-43cd-9828-29abb4479ac4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:20.854246 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-36ae1db9-42e4-4de6-b7d0-da3e2ee4c0c1 req-cfafbd75-b095-4c0e-90bb-2f7507843737 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171865 Sep 06 16:15:20.861238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f969b9-b869-43d9-906a-146c3b1c3743 req-c371366d-71b0-4118-beea-4517df49d6a9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:20.862970 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d2f969b9-b869-43d9-906a-146c3b1c3743 req-c371366d-71b0-4118-beea-4517df49d6a9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0682600 Sep 06 16:15:20.868675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] No DVR routers for this DVR port db34cf7a-e845-43cd-9828-29abb4479ac4 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:15:20.870992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:20.873554 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f338971b-1fbc-47d9-83d9-c2288eb26887 req-4f5306d6-30dd-478e-81b2-87a717511d34 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "DELETE /v2.0/ports/db34cf7a-e845-43cd-9828-29abb4479ac4 HTTP/1.1" status: 204 len: 173 time: 0.8660016 Sep 06 16:15:20.873991 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'name': 'network-vif-deleted', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:20.876244 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0bb8f-b2a0-42ae-8a0d-33f3295e4cca" -d '{"events": [{"server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "name": "network-vif-deleted", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:20.922050 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d2f969b9-b869-43d9-906a-146c3b1c3743 req-3816c55e-e004-4ae1-920c-ec7d25aee754 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522649 Sep 06 16:15:20.935338 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b4aa8b-98bb-4804-bf1d-3371d2658dea x-openstack-request-id: req-e1b4aa8b-98bb-4804-bf1d-3371d2658dea {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:20.935918 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc62b12-3a46-4463-bd20-5bae6681e493", "name": "network-vif-deleted", "tag": "db34cf7a-e845-43cd-9828-29abb4479ac4", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:20.936281 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1b4aa8b-98bb-4804-bf1d-3371d2658dea {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:20.936574 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc62b12-3a46-4463-bd20-5bae6681e493', 'name': 'network-vif-deleted', 'tag': 'db34cf7a-e845-43cd-9828-29abb4479ac4', 'status': 'completed', 'code': 200} Sep 06 16:15:21.188414 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device db34cf7a-e845-43cd-9828-29abb4479ac4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:21.208488 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: db34cf7a-e845-43cd-9828-29abb4479ac4 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:15:21.208831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device db34cf7a-e845-43cd-9828-29abb4479ac4 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:15:21.209254 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device c656b09b-1ec2-4883-9fba-fe301c9513e4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:21.209436 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1909b78-a755-41a1-ac28-2651878fdfa8 req-e38623c4-c55d-482c-8172-61f6bc37a710 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:21.210963 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1909b78-a755-41a1-ac28-2651878fdfa8 req-e38623c4-c55d-482c-8172-61f6bc37a710 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Sep 06 16:15:21.229828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: c656b09b-1ec2-4883-9fba-fe301c9513e4 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:15:21.230223 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device c656b09b-1ec2-4883-9fba-fe301c9513e4 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:15:21.250358 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1909b78-a755-41a1-ac28-2651878fdfa8 req-862da616-3607-491d-9501-360d2f55174b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Sep 06 16:15:21.595825 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c2a07aa0-4b56-4051-b7d2-4ee9e1e72dec req-d0ad43a2-baad-4017-a34c-3abc9bc6f620 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 210 time: 0.0317595 Sep 06 16:15:21.630226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-2adbe593-f0ee-442e-a075-6a1dc2bb513e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:21.632272 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-2adbe593-f0ee-442e-a075-6a1dc2bb513e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 814 time: 0.1186082 Sep 06 16:15:21.648861 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Request body: {'port': {'device_id': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771', 'admin_state_up': True, 'tenant_id': 'fd67fe5244444deeaed7ff464d2e45ef'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:21.755543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Made reservation on behalf of fd67fe5244444deeaed7ff464d2e45ef for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:15:21.759158 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:21.867248 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078936b-b7e2-4814-92a0-b13f7a0f4cf4 req-5735520e-6c89-4cf6-8fa7-b371b00e8112 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:21.868786 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f078936b-b7e2-4814-92a0-b13f7a0f4cf4 req-5735520e-6c89-4cf6-8fa7-b371b00e8112 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0960751 Sep 06 16:15:21.952590 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f078936b-b7e2-4814-92a0-b13f7a0f4cf4 req-92314d53-34ca-4c13-b6e1-91b983d7a4f9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764639 Sep 06 16:15:21.961469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Allocated IP 172.20.0.8 (41f2b922-d7a5-4fe2-9e2b-253e58014771/ce1f2751-9372-4154-ba49-b4a63b68507a/a68504f7-04e5-4e95-ba48-8171cddff299) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:15:22.013260 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1a689a61-c68b-4ff7-9b43-36d9aca19e88 req-be31be9c-17fb-4c2e-b057-a468eafda916 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=cbc62b12-3a46-4463-bd20-5bae6681e493 HTTP/1.1" status: 200 len: 210 time: 0.0345705 Sep 06 16:15:22.162173 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ea1d-4e71-4349-8e1a-18be1439c944 req-f29ba712-8ec1-4012-89a3-61ba7ebbd97c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:22.163674 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc45ea1d-4e71-4349-8e1a-18be1439c944 req-f29ba712-8ec1-4012-89a3-61ba7ebbd97c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.1093469 Sep 06 16:15:22.166409 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.216691 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc45ea1d-4e71-4349-8e1a-18be1439c944 req-055489ea-5715-475e-ae1a-e060c66df863 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Sep 06 16:15:22.236755 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.278527 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:22.281676 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:22.284008 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:15:22.315872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Pushing event updated for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:22.339101 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:22.339707 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.354952 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-9543c462-499d-4bb4-8f72-7174dc9ae737 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7101443 Sep 06 16:15:22.368462 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c182c-61c5-4939-906b-7e8025afa2ce req-e3334996-3bce-4b6c-9727-b06ff0074370 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:22.369940 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f5c182c-61c5-4939-906b-7e8025afa2ce req-e3334996-3bce-4b6c-9727-b06ff0074370 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Sep 06 16:15:22.370570 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Request body: {'port': {'device_id': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:22.415002 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8f5c182c-61c5-4939-906b-7e8025afa2ce req-71ab42bc-a359-4a3b-9d55-fbfff88e4a40 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Sep 06 16:15:22.429142 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.713433 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68504f7-04e5-4e95-ba48-8171cddff299 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:15:22.723092 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.739530 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Transition to ACTIVE for port object a68504f7-04e5-4e95-ba48-8171cddff299 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:22.748457 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd190bb-e69f-4a96-977e-009ef052f4e3 req-702a84ca-75df-4601-bea4-7b9d41bd7f91 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:22.749942 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-afd190bb-e69f-4a96-977e-009ef052f4e3 req-702a84ca-75df-4601-bea4-7b9d41bd7f91 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 931 time: 0.0729091 Sep 06 16:15:22.751074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.822887 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Pushing event updated for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:22.858220 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-afd190bb-e69f-4a96-977e-009ef052f4e3 req-3dfe7cba-ea0f-4a93-9dcd-a415344f3442 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Sep 06 16:15:22.902418 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Attempting to bind port a68504f7-04e5-4e95-ba48-8171cddff299 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:22.902807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Attempting to bind port a68504f7-04e5-4e95-ba48-8171cddff299 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:22.903143 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Attempting to bind port a68504f7-04e5-4e95-ba48-8171cddff299 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:22.907207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Port a68504f7-04e5-4e95-ba48-8171cddff299 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:15:22.907519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Attempting to bind port a68504f7-04e5-4e95-ba48-8171cddff299 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:22.912174 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:22.912509 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Checking segment: {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:22.912882 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Bound using segment: {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:22.913295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Bound port: a68504f7-04e5-4e95-ba48-8171cddff299, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:22.913645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:22.980555 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:22.984599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a68504f7-04e5-4e95-ba48-8171cddff299,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:22.989964 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:23.025323 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.025466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:23.026810 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] 10.222.0.46 "PUT /v2.0/ports/a68504f7-04e5-4e95-ba48-8171cddff299 HTTP/1.1" status: 200 len: 1093 time: 0.6604466 Sep 06 16:15:23.027241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:23.029841 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3" -d '{"events": [{"name": "network-changed", "server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:23.053766 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b6ea3-ca0d-42ca-ac29-0d0946932f69 service neutron] Pushing event updated for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:23.100958 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99776232-ec19-4685-abbf-5a1c3408fcca req-051b2098-2b25-42f1-a9d0-82f62dceb293 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.107719 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8079e-646e-4467-8ecf-9956c0445be0 x-openstack-request-id: req-bcc8079e-646e-4467-8ecf-9956c0445be0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:23.108005 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:23.108280 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcc8079e-646e-4467-8ecf-9956c0445be0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:23.108679 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299', 'status': 'completed', 'code': 200} Sep 06 16:15:23.110886 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-99776232-ec19-4685-abbf-5a1c3408fcca req-051b2098-2b25-42f1-a9d0-82f62dceb293 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0799620 Sep 06 16:15:23.116144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-674e8605-1989-40b2-baf4-3e61da92fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.118100 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-674e8605-1989-40b2-baf4-3e61da92fd98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 1096 time: 0.0520003 Sep 06 16:15:23.158322 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-99776232-ec19-4685-abbf-5a1c3408fcca req-e8310966-26bd-4cdc-9cc4-757b8031e833 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465202 Sep 06 16:15:23.170155 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-b0354127-53c0-44e0-afc5-ce84f1921dbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68504f7-04e5-4e95-ba48-8171cddff299 HTTP/1.1" status: 200 len: 217 time: 0.0431759 Sep 06 16:15:23.222997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-6ab52f93-7ff8-4ee6-8eab-3d8a44826071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.224635 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-6ab52f93-7ff8-4ee6-8eab-3d8a44826071 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1f2751-9372-4154-ba49-b4a63b68507a HTTP/1.1" status: 200 len: 854 time: 0.0470290 Sep 06 16:15:23.258507 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-08361eaf-25d4-4b22-99e5-47b6bb4c6082 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41f2b922-d7a5-4fe2-9e2b-253e58014771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249093 Sep 06 16:15:23.391013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bab01c-d5ab-4630-9c14-ca1b26a415d1 req-24385fd7-3dc8-4540-a015-e760d1ef24d2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.392532 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2bab01c-d5ab-4630-9c14-ca1b26a415d1 req-24385fd7-3dc8-4540-a015-e760d1ef24d2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.1009488 Sep 06 16:15:23.394676 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-3f22635f-b313-4e6a-8c2f-92f25a813260 service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227038 Sep 06 16:15:23.459077 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f2bab01c-d5ab-4630-9c14-ca1b26a415d1 req-1e5ef722-ab17-4a47-91e6-ddf5b64e6bfa tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601752 Sep 06 16:15:23.514006 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfca24b-1f83-444d-b97d-09e3e2e20498 req-8790fd6c-bfc7-4053-b806-f15b7110207d service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079848 Sep 06 16:15:23.551888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd56f3-a726-4d8f-80bc-c78f8c58b941 req-f4573f5b-66ac-414e-9c9e-8c78e496c2a0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.553391 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14bd56f3-a726-4d8f-80bc-c78f8c58b941 req-f4573f5b-66ac-414e-9c9e-8c78e496c2a0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0511148 Sep 06 16:15:23.592474 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14bd56f3-a726-4d8f-80bc-c78f8c58b941 req-b2d45d04-2051-43ab-a563-55bcd4264d8b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Sep 06 16:15:23.609597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-9c6d494a-ae60-4421-ac3f-5f0c0643443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.611079 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-9c6d494a-ae60-4421-ac3f-5f0c0643443a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 1096 time: 0.0454836 Sep 06 16:15:23.702782 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-e99a626a-de02-4169-93e6-5b4771e12c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.704255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-e99a626a-de02-4169-93e6-5b4771e12c60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 915 time: 0.0833066 Sep 06 16:15:23.757146 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-faa829f9-db87-4b21-ab0c-8bd0d6c8be57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68504f7-04e5-4e95-ba48-8171cddff299 HTTP/1.1" status: 200 len: 217 time: 0.0388670 Sep 06 16:15:23.806220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-37632528-38ad-4156-917b-40f1f516442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:23.807656 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-37632528-38ad-4156-917b-40f1f516442a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1f2751-9372-4154-ba49-b4a63b68507a HTTP/1.1" status: 200 len: 854 time: 0.0423386 Sep 06 16:15:23.838648 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-7f89a6f6-0343-4f1e-b5cc-2e52377f29dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41f2b922-d7a5-4fe2-9e2b-253e58014771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228820 Sep 06 16:15:23.945715 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-1587a493-a5d8-43df-905a-f4a20bf75ea5 service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973587 Sep 06 16:15:24.033393 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24fde-f32c-49b6-a548-4d26a1b965ec req-43832352-febd-4285-80f5-5f80db417931 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:24.034800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-eaf24fde-f32c-49b6-a548-4d26a1b965ec req-43832352-febd-4285-80f5-5f80db417931 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 943 time: 0.1041040 Sep 06 16:15:24.077932 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-99c926c3-4604-43ae-a4f7-6ad3d0ae46e3 req-b9f90ed1-336f-4c75-8efd-a05508bf311a service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191683 Sep 06 16:15:24.089720 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-eaf24fde-f32c-49b6-a548-4d26a1b965ec req-31d9c317-5aaf-45a4-baa0-460a5b6cb482 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478601 Sep 06 16:15:24.291260 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63959d8-6245-48a4-ad27-5f09407eff9c req-65c2b3bf-e371-4110-8e09-76e32ea78e04 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:24.293031 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a63959d8-6245-48a4-ad27-5f09407eff9c req-65c2b3bf-e371-4110-8e09-76e32ea78e04 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0632515 Sep 06 16:15:24.345169 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a63959d8-6245-48a4-ad27-5f09407eff9c req-42445b66-cf00-4adb-82e7-682b140d16d7 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449162 Sep 06 16:15:24.434613 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f388c3-7a8f-4197-9d6b-6c686efb6115 req-75ec3b3b-959d-44bf-b065-59341417e534 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:24.436361 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-01f388c3-7a8f-4197-9d6b-6c686efb6115 req-75ec3b3b-959d-44bf-b065-59341417e534 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.0491447 Sep 06 16:15:24.474984 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-01f388c3-7a8f-4197-9d6b-6c686efb6115 req-28531897-f3b0-468a-84d5-222cf11d99dd tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326254 Sep 06 16:15:24.587554 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb1832-67c9-45cd-849e-da709fec6a33 req-7b8e4362-d2cc-479d-a8ab-387ca4fd326b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:24.589091 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1eb1832-67c9-45cd-849e-da709fec6a33 req-7b8e4362-d2cc-479d-a8ab-387ca4fd326b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0476208 Sep 06 16:15:24.627673 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1eb1832-67c9-45cd-849e-da709fec6a33 req-91bd15e0-b2d3-4f00-b7b1-7959d4be09cc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Sep 06 16:15:24.708565 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658b89-cd3a-42f5-908d-2e6333a06f7b req-09ba6367-96d1-4192-a9a0-3e503d1c6514 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:24.710492 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-19658b89-cd3a-42f5-908d-2e6333a06f7b req-09ba6367-96d1-4192-a9a0-3e503d1c6514 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Sep 06 16:15:24.748165 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-19658b89-cd3a-42f5-908d-2e6333a06f7b req-f2f70c48-f817-494a-b135-1d3dd15875c5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Sep 06 16:15:25.202353 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3a02-99f4-455d-8661-188d93d33bf7 req-91922e45-2f9e-4935-9970-6bfb15a46274 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:25.203812 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-652d3a02-99f4-455d-8661-188d93d33bf7 req-91922e45-2f9e-4935-9970-6bfb15a46274 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 943 time: 0.0486820 Sep 06 16:15:25.240558 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-652d3a02-99f4-455d-8661-188d93d33bf7 req-afdfa307-2123-4d8b-8399-3301516d5f1a tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308483 Sep 06 16:15:25.462883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc85d6-f121-4dfa-b254-4f985ddd7619 req-d3e86d00-956e-4e76-8450-976961d742bf tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:25.464512 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4bc85d6-f121-4dfa-b254-4f985ddd7619 req-d3e86d00-956e-4e76-8450-976961d742bf tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Sep 06 16:15:25.506032 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4bc85d6-f121-4dfa-b254-4f985ddd7619 req-45637ee2-2081-4d1d-a4c0-b422330fe81d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Sep 06 16:15:25.586933 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76570e00-e657-4366-bed2-19fbe728f28e req-0bd22eaf-add7-4bee-a0a1-bc7e51e9ea51 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:25.588400 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-76570e00-e657-4366-bed2-19fbe728f28e req-0bd22eaf-add7-4bee-a0a1-bc7e51e9ea51 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.0472121 Sep 06 16:15:25.629108 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-76570e00-e657-4366-bed2-19fbe728f28e req-4bfee36c-7697-4afe-9dce-75e84ec3791f tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/security-groups?id=3b4ff879-0e19-4618-965f-6d56333bf200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Sep 06 16:15:25.746874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c892e0-88e1-4e19-a90f-c8d5961c5934 req-b7f6ace1-6f90-4e65-a699-83d3be5abc92 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:25.748374 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-91c892e0-88e1-4e19-a90f-c8d5961c5934 req-b7f6ace1-6f90-4e65-a699-83d3be5abc92 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0497630 Sep 06 16:15:25.786193 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-91c892e0-88e1-4e19-a90f-c8d5961c5934 req-42791f2c-8108-44c0-ba1d-03620b5b16e8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Sep 06 16:15:25.860877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31460ff2-f784-4d4b-90fb-3b1b0ce236c8 req-6d18cba6-4070-4a92-acea-fe99502aaf3e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:25.862315 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31460ff2-f784-4d4b-90fb-3b1b0ce236c8 req-6d18cba6-4070-4a92-acea-fe99502aaf3e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0482879 Sep 06 16:15:25.898279 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-31460ff2-f784-4d4b-90fb-3b1b0ce236c8 req-c417baa6-a0a5-473f-8d6d-649f961777e6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Sep 06 16:15:26.222259 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-43d557fe-d202-437a-ab98-4b0b91e61e10 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:26.223598 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-43d557fe-d202-437a-ab98-4b0b91e61e10 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 946 time: 0.0477886 Sep 06 16:15:26.338824 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Deleting port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:15:26.339164 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:26.383361 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75adff0-645d-4a6e-947f-05fdc3fb70c4 req-ebf515e1-ccf0-42ad-890b-7a3c176d3ea4 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:26.384839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c75adff0-645d-4a6e-947f-05fdc3fb70c4 req-ebf515e1-ccf0-42ad-890b-7a3c176d3ea4 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 943 time: 0.0754750 Sep 06 16:15:26.469090 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c75adff0-645d-4a6e-947f-05fdc3fb70c4 req-efdad31e-cd41-49e9-a899-72e0e6427623 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578284 Sep 06 16:15:26.470698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] For port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,segment=NetworkSegment(134dc96d-83b7-4177-b451-3688f78b811a),segment_id=134dc96d-83b7-4177-b451-3688f78b811a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:26.471043 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:26.482916 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Calling delete_port for 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:15:26.606696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:26.622197 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['413ba7a2-4d08-4af0-b3d4-5b33bafa0133'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:26.625702 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b906db3-4095-445c-9d9d-cd246b959456 req-b261d508-5863-4c9f-98a9-14b853f5d6ca tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:26.627370 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b906db3-4095-445c-9d9d-cd246b959456 req-b261d508-5863-4c9f-98a9-14b853f5d6ca tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0548270 Sep 06 16:15:26.639140 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Pushing event deleted for resources: {'Port': ['ID=413ba7a2-4d08-4af0-b3d4-5b33bafa0133,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:26.681480 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] No DVR routers for this DVR port 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:15:26.681696 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5b906db3-4095-445c-9d9d-cd246b959456 req-0bf95eac-bffc-4770-90fc-51d09b190340 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Sep 06 16:15:26.685010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:26.686943 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a45cd0c3-feae-41a5-a919-a1f9b3ba1b4e req-7b4505a7-7968-4fd6-9b0e-3933213db0ea tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.46 "DELETE /v2.0/ports/413ba7a2-4d08-4af0-b3d4-5b33bafa0133 HTTP/1.1" status: 204 len: 173 time: 0.4564915 Sep 06 16:15:26.687384 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'name': 'network-vif-deleted', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:26.689769 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd02bac8-9ffa-4708-a333-66179ec39277" -d '{"events": [{"server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "name": "network-vif-deleted", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:26.734190 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c617c-0011-42e3-aa57-c6fd336caaa8 x-openstack-request-id: req-829c617c-0011-42e3-aa57-c6fd336caaa8 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:26.734482 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c243d11-70e5-460c-94e8-67564024d9be", "name": "network-vif-deleted", "tag": "413ba7a2-4d08-4af0-b3d4-5b33bafa0133", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:26.734734 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-829c617c-0011-42e3-aa57-c6fd336caaa8 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:26.735122 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c243d11-70e5-460c-94e8-67564024d9be', 'name': 'network-vif-deleted', 'tag': '413ba7a2-4d08-4af0-b3d4-5b33bafa0133', 'status': 'completed', 'code': 200} Sep 06 16:15:26.737249 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-acd19706-271d-4495-8bfb-6d46b6b7e322 req-50a886bd-15ca-4552-8cbd-f0497ae346f2 tempest-AttachVolumeNegativeTest-1676926722 tempest-AttachVolumeNegativeTest-1676926722-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c243d11-70e5-460c-94e8-67564024d9be HTTP/1.1" status: 200 len: 210 time: 0.0310051 Sep 06 16:15:26.904394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d8da0-b0b1-4a4b-9adc-bb009fb65135 req-9775c12f-16a2-4e07-ad77-164b3ef590bd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:26.905826 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-387d8da0-b0b1-4a4b-9adc-bb009fb65135 req-9775c12f-16a2-4e07-ad77-164b3ef590bd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0466146 Sep 06 16:15:26.946855 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-387d8da0-b0b1-4a4b-9adc-bb009fb65135 req-14755db3-ab8a-4fd0-a5e9-08211e438769 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351899 Sep 06 16:15:27.016629 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ed39c-f3bc-4c0c-b2de-e09ce793afd7 req-b6941a36-f0b9-4dbf-a4fc-01b42f5891ff tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:27.018003 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e22ed39c-f3bc-4c0c-b2de-e09ce793afd7 req-b6941a36-f0b9-4dbf-a4fc-01b42f5891ff tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0514774 Sep 06 16:15:27.057864 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e22ed39c-f3bc-4c0c-b2de-e09ce793afd7 req-faed8a2a-4c7e-4f27-b991-0529876b2b81 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Sep 06 16:15:27.248581 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a68504f7-04e5-4e95-ba48-8171cddff299 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:15:27.349113 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a68504f7-04e5-4e95-ba48-8171cddff299,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:27.363068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'a68504f7-04e5-4e95-ba48-8171cddff299', 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771', 'port_id': 'a68504f7-04e5-4e95-ba48-8171cddff299', 'mac_address': 'fa:16:3e:2b:33:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f2751-9372-4154-ba49-b4a63b68507a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:15:27.405342 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.420345 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68504f7-04e5-4e95-ba48-8171cddff299 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:15:27.441265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a68504f7-04e5-4e95-ba48-8171cddff299,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:27.445319 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.445956 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:15:27.517744 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:27.584050 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:27.592167 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d9ac-7d91-4dfd-a52b-c9fecc917b35 req-1c514106-0d23-493b-9325-e8aaf873d3c6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:27.592167 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb30d9ac-7d91-4dfd-a52b-c9fecc917b35 req-1c514106-0d23-493b-9325-e8aaf873d3c6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 944 time: 0.0529077 Sep 06 16:15:27.597558 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:15:27.633411 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fb30d9ac-7d91-4dfd-a52b-c9fecc917b35 req-0b3b02a4-8233-44f5-81e9-f01983714169 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Sep 06 16:15:27.635101 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.650332 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:15:27.670632 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:27.678326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.730793 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=6']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:27.798847 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51796) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:27.805299 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0ca2-1023-4f42-9fc1-b28eb82adc51 req-52565a64-f1ac-4356-ae2e-05533c819069 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:27.807964 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6ada0ca2-1023-4f42-9fc1-b28eb82adc51 req-52565a64-f1ac-4356-ae2e-05533c819069 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0512466 Sep 06 16:15:27.832579 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:27.848507 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6ada0ca2-1023-4f42-9fc1-b28eb82adc51 req-4adfdb87-32a9-40a3-ae98-e55d3821b09d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Sep 06 16:15:27.853687 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Deleting subnet e88391a0-570a-41f5-ae80-48ae6d4ac4d8 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:15:27.858908 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.903769 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.914253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:27.982951 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.010059 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88391a0-570a-41f5-ae80-48ae6d4ac4d8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:28.014959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.017277 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-68043c09-a53b-48a7-a0d9-d60f0c6f8827 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e88391a0-570a-41f5-ae80-48ae6d4ac4d8 HTTP/1.1" status: 204 len: 168 time: 0.2173774 Sep 06 16:15:28.019627 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51800) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:28.114534 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a68504f7-04e5-4e95-ba48-8171cddff299'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:28.115868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.127408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc043-73a6-41db-b9fd-8bdf4d76ffeb req-6841fd5a-b992-4bb2-91ec-33106c0ee083 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:28.128905 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-060dc043-73a6-41db-b9fd-8bdf4d76ffeb req-6841fd5a-b992-4bb2-91ec-33106c0ee083 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.1026442 Sep 06 16:15:28.177343 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3650-1db3-40a0-8d1c-73d7f9e9fbfa req-3c7a1f67-a0e0-4e83-98c8-916d2e833de6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:28.178909 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8b4f3650-1db3-40a0-8d1c-73d7f9e9fbfa req-3c7a1f67-a0e0-4e83-98c8-916d2e833de6 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0497217 Sep 06 16:15:28.213185 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-060dc043-73a6-41db-b9fd-8bdf4d76ffeb req-fd282f60-847d-4de5-9333-41c3e3f03205 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771980 Sep 06 16:15:28.234277 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8b4f3650-1db3-40a0-8d1c-73d7f9e9fbfa req-a766edc1-d123-4c42-94e6-fc3c64a69dc2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Sep 06 16:15:28.256187 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.277490 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.277826 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.278595 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.278926 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > port after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.279262 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.279597 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > port after_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.279928 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.280286 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.280602 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.280937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.349502 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.349864 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.350193 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.350523 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 16:15:28.350898 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e98e35e-0438-471b-a56d-7758022aece6']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:28.368672 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134dc96d-83b7-4177-b451-3688f78b811a') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:28.368965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134dc96d-83b7-4177-b451-3688f78b811a') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:15:28.385755 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.405612 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.413569 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:15:28.413998 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: from cryptography.utils import int_from_bytes Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: from cryptography.utils import int_from_bytes Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:15:28.418614 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:15:28.486504 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.501154 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.503436 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] 10.222.0.11 "DELETE /v2.0/networks/7e98e35e-0438-471b-a56d-7758022aece6 HTTP/1.1" status: 204 len: 168 time: 0.4826362 Sep 06 16:15:28.513388 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ff686-131e-4298-9f7b-6ecc46b40e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e98e35e-0438-471b-a56d-7758022aece6,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:28.627441 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 51818) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:28.677981 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d73ca253-e669-4c5b-8ed6-d521b90abf67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77de83b56a7a4d579a8170b3abc335f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493743 Sep 06 16:15:28.680575 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 51824) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:28.736683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.758588 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ec3fd-cc2d-4f0b-a06b-606656a5f3f8 req-9fe6b378-7bcf-4dcc-8a99-d86116f438eb tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:28.759969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.760129 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad2ec3fd-cc2d-4f0b-a06b-606656a5f3f8 req-9fe6b378-7bcf-4dcc-8a99-d86116f438eb tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 944 time: 0.0548723 Sep 06 16:15:28.809548 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad2ec3fd-cc2d-4f0b-a06b-606656a5f3f8 req-9ca6d1a2-7b50-4ed8-9125-128c05b48741 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Sep 06 16:15:28.823683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.827105 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:28.828290 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b4ff879-0e19-4618-965f-6d56333bf200 HTTP/1.1" status: 204 len: 168 time: 0.1465402 Sep 06 16:15:28.838391 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f94ac-032f-4f33-ad1d-02586323a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4ff879-0e19-4618-965f-6d56333bf200,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:28.969980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705aed1-67b9-497b-ae24-25972e8259a6 req-503ae745-9fa0-48d3-9320-94f88d254408 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:28.972432 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f705aed1-67b9-497b-ae24-25972e8259a6 req-503ae745-9fa0-48d3-9320-94f88d254408 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0556743 Sep 06 16:15:29.021177 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f705aed1-67b9-497b-ae24-25972e8259a6 req-26be978e-9f7d-4d2f-9190-e244efcb4e8e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Sep 06 16:15:29.273710 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a68504f7-04e5-4e95-ba48-8171cddff299 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:29.398234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060161ae-595a-4d2a-8a41-acf1c9f34ef3 req-bc81c602-700b-43e8-836c-6c8143e644b5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:29.398234 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-060161ae-595a-4d2a-8a41-acf1c9f34ef3 req-bc81c602-700b-43e8-836c-6c8143e644b5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0972900 Sep 06 16:15:29.406858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port a68504f7-04e5-4e95-ba48-8171cddff299 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:29.415208 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4939a-d207-48c5-96df-fc4b29441e6e req-67f41a30-51ac-44e7-ba0d-ff5147b31c72 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:29.419823 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port a68504f7-04e5-4e95-ba48-8171cddff299 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:29.420218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.424423 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14d4939a-d207-48c5-96df-fc4b29441e6e req-67f41a30-51ac-44e7-ba0d-ff5147b31c72 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.1147585 Sep 06 16:15:29.477193 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-060161ae-595a-4d2a-8a41-acf1c9f34ef3 req-097cb096-b225-4f67-aa0d-805b8cd1d482 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634403 Sep 06 16:15:29.518155 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14d4939a-d207-48c5-96df-fc4b29441e6e req-b54e6c10-e428-4a29-bd93-e1cef8859494 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873532 Sep 06 16:15:29.601452 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.626760 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:29.629049 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52b4837-3ad4-4da8-b41c-16e047fca24a" -d '{"events": [{"server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "name": "network-vif-plugged", "status": "completed", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:29.657326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a68504f7-04e5-4e95-ba48-8171cddff299,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:29.664719 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.666338 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:29.697320 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6ba950-89ef-4e94-a33b-725d360d2bce x-openstack-request-id: req-2e6ba950-89ef-4e94-a33b-725d360d2bce {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:29.697860 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "name": "network-vif-plugged", "status": "completed", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:29.698335 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e6ba950-89ef-4e94-a33b-725d360d2bce {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:29.699027 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299', 'code': 200} Sep 06 16:15:29.755890 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:29.767990 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:29.768508 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.903091 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.957816 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab634234-cffc-44e8-96af-4941fef29f4e req-3d89e956-0908-430d-9c57-0b0d4256f332 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:29.964394 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:29.966954 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ab634234-cffc-44e8-96af-4941fef29f4e req-3d89e956-0908-430d-9c57-0b0d4256f332 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.0731335 Sep 06 16:15:29.976964 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:29.977781 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:29.997552 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdc350-858a-4db1-9740-7e71a5beacad req-ba1983b8-18a9-4fb7-a853-93f3178d9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:29.999977 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b8cdc350-858a-4db1-9740-7e71a5beacad req-ba1983b8-18a9-4fb7-a853-93f3178d9a93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 1098 time: 0.1016128 Sep 06 16:15:30.021110 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ab634234-cffc-44e8-96af-4941fef29f4e req-df2679c7-686e-4bc5-b734-d479ac568d77 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527174 Sep 06 16:15:30.057326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:15:30.058137 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 413ba7a2-4d08-4af0-b3d4-5b33bafa0133 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:15:30.098487 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=7']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:30.131643 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b8cdc350-858a-4db1-9740-7e71a5beacad req-4e65be5f-5a07-47b7-b85c-463d38e291ae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170342 Sep 06 16:15:30.204206 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541092da-7a49-434a-bdac-0e0ead9891bd req-f335d5ce-a02b-415d-9a89-1fef85a18999 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:30.205721 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-541092da-7a49-434a-bdac-0e0ead9891bd req-f335d5ce-a02b-415d-9a89-1fef85a18999 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0595040 Sep 06 16:15:30.259769 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-541092da-7a49-434a-bdac-0e0ead9891bd req-9d1a6d5e-4bff-4229-a4f8-549b6fa8901e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476975 Sep 06 16:15:30.700506 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60eee1-3a5e-4314-93a8-75133b58c37b req-e32fdd74-91fd-445e-b45c-dcb0803972a0 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:30.710753 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4b60eee1-3a5e-4314-93a8-75133b58c37b req-e32fdd74-91fd-445e-b45c-dcb0803972a0 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0754609 Sep 06 16:15:30.731358 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392991-a7dd-4031-baa6-97df7f2ddb12 req-e98db067-dd1c-4d64-a35f-756cd0e411b8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:30.733965 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7e392991-a7dd-4031-baa6-97df7f2ddb12 req-e98db067-dd1c-4d64-a35f-756cd0e411b8 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1024649 Sep 06 16:15:30.771714 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4b60eee1-3a5e-4314-93a8-75133b58c37b req-ecc731f6-6639-4e13-a275-713bb23f22e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590382 Sep 06 16:15:30.773851 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7e392991-a7dd-4031-baa6-97df7f2ddb12 req-23f9515e-805a-4dbe-9bdf-d21308feae91 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Sep 06 16:15:31.218189 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62aef-d46c-4869-a1fd-733af3018def req-32cefb53-7f62-4acb-8e9a-c0dd016de45a tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:31.219715 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5dc62aef-d46c-4869-a1fd-733af3018def req-32cefb53-7f62-4acb-8e9a-c0dd016de45a tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.0713203 Sep 06 16:15:31.262389 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5dc62aef-d46c-4869-a1fd-733af3018def req-d38d5791-0475-4e7e-be0a-ea6ea9ba36be tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364819 Sep 06 16:15:31.384059 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cc696-250d-41a5-b663-ecbe1337a689 req-df45f1fd-c59f-4763-a5d5-01be5a7230d9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:31.385513 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-956cc696-250d-41a5-b663-ecbe1337a689 req-df45f1fd-c59f-4763-a5d5-01be5a7230d9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0583587 Sep 06 16:15:31.429013 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-956cc696-250d-41a5-b663-ecbe1337a689 req-42672536-7a81-48ab-abeb-1f5adeaad900 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350897 Sep 06 16:15:31.701291 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:31.703679 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677aabb9-e060-4953-a827-9c435aafa5d0" -d '{"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:31.760546 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74839e2-91db-4de4-88ac-7b7ea8614b57 x-openstack-request-id: req-a74839e2-91db-4de4-88ac-7b7ea8614b57 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:31.761039 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:31.761922 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a74839e2-91db-4de4-88ac-7b7ea8614b57 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:31.762480 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'code': 200} Sep 06 16:15:31.912616 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-cb59ad38-3094-4b5f-9e29-53960d12de27 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423919098&fields=id&tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83 HTTP/1.1" status: 200 len: 267 time: 0.0526714 Sep 06 16:15:31.926313 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1374c-971a-46c0-b84d-e265c204c900 req-cb890f01-2072-4158-802d-e500177b2656 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:31.927774 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-81a1374c-971a-46c0-b84d-e265c204c900 req-cb890f01-2072-4158-802d-e500177b2656 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0609601 Sep 06 16:15:31.971472 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-81a1374c-971a-46c0-b84d-e265c204c900 req-dc066403-c2f8-4c10-a0cc-b9e6aba86253 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Sep 06 16:15:32.054837 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-e2923e13-ed81-4775-8d66-978e61fdc9a0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:32.063635 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-e2923e13-ed81-4775-8d66-978e61fdc9a0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 808 time: 0.1468832 Sep 06 16:15:32.078993 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-943547eb-e408-4ce1-8b1f-69bfa9c15090 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/quotas/9afca1c49c5a4b8d99a6c32a8ca00c83 HTTP/1.1" status: 200 len: 375 time: 0.0144856 Sep 06 16:15:32.103913 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8d78-fa63-4835-9dd6-24b66a90ae89 req-ffa6e544-f979-451d-b0ce-6b88cb308f2d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:32.105691 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-398a8d78-fa63-4835-9dd6-24b66a90ae89 req-ffa6e544-f979-451d-b0ce-6b88cb308f2d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0612049 Sep 06 16:15:32.150667 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-b64b8c20-38d0-4bd9-80ea-0c04e9625d1b tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658715 Sep 06 16:15:32.159232 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-398a8d78-fa63-4835-9dd6-24b66a90ae89 req-492cdc09-651a-4e48-a0bf-4b6936dabf44 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Sep 06 16:15:32.274071 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-1f29a29d-501c-4040-9eeb-f578923f77a9 service neutron] 10.222.0.11 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223717 Sep 06 16:15:32.422207 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8bf33-8354-4807-9e80-0643ffcb29c9 req-60c3092e-bfbb-4474-befe-d2baf1adf8ca tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:32.424315 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdd8bf33-8354-4807-9e80-0643ffcb29c9 req-60c3092e-bfbb-4474-befe-d2baf1adf8ca tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.0780792 Sep 06 16:15:32.447254 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-545fc98e-5968-45c0-b8e4-21614e9e47c3 service neutron] 10.222.0.11 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722462 Sep 06 16:15:32.489426 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdd8bf33-8354-4807-9e80-0643ffcb29c9 req-a745a631-b604-474d-a3f4-d9f81de4b6ba tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506830 Sep 06 16:15:32.659868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7c020-b460-4a34-9f55-26942f2c80cd req-0f6efdb3-4ef8-4f02-89d3-04d7e57c5db4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:32.668466 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ca7c020-b460-4a34-9f55-26942f2c80cd req-0f6efdb3-4ef8-4f02-89d3-04d7e57c5db4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0969439 Sep 06 16:15:32.768777 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0ca7c020-b460-4a34-9f55-26942f2c80cd req-9369dec7-7f78-4ef1-bdec-6cf185ec19ab tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992839 Sep 06 16:15:33.165766 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba8576e3-ed2c-4b75-9023-87e7ba407096 req-c7fe0802-943c-418b-a26c-64b1b2e0f4fd tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 210 time: 0.0797231 Sep 06 16:15:33.191089 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010de2dd-0743-4479-9f6d-2b05e4d1243d req-d1afc9b4-c0f4-4609-b825-bc77315356e9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:33.198266 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-010de2dd-0743-4479-9f6d-2b05e4d1243d req-d1afc9b4-c0f4-4609-b825-bc77315356e9 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0857916 Sep 06 16:15:33.293866 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-010de2dd-0743-4479-9f6d-2b05e4d1243d req-08faeb8d-83d0-4809-ab44-6806a1d347f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894420 Sep 06 16:15:33.326451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d275-fbc0-4263-aed9-f6b3e40ac57f req-f7079e97-108f-4b0d-a53c-47792734bc5f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:33.334378 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ce35d275-fbc0-4263-aed9-f6b3e40ac57f req-f7079e97-108f-4b0d-a53c-47792734bc5f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0858061 Sep 06 16:15:33.373493 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ce35d275-fbc0-4263-aed9-f6b3e40ac57f req-aea0180c-6deb-493a-98ad-6805a3f6eef4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380208 Sep 06 16:15:33.988199 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fb19f-c7c4-4185-9bf0-8420277ea749 req-9c6f2c8b-dfa1-4874-b15b-b4afeceea147 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:33.990473 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc7fb19f-c7c4-4185-9bf0-8420277ea749 req-9c6f2c8b-dfa1-4874-b15b-b4afeceea147 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1102557 Sep 06 16:15:34.045177 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cc7fb19f-c7c4-4185-9bf0-8420277ea749 req-f5982d31-d664-48ff-afaf-55ae890a25fb tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Sep 06 16:15:34.122566 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:34.357772 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-71eed9d8-e458-4841-88a3-f7c496c3da29 req-aee0fcf8-df04-4f5a-bfbb-759da79bf97b tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 210 time: 0.0548983 Sep 06 16:15:34.531817 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca83f11-5b49-434b-a9b6-df1522415571 req-56115509-e0dd-4928-a612-cfd99e73e07c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:34.548806 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cca83f11-5b49-434b-a9b6-df1522415571 req-56115509-e0dd-4928-a612-cfd99e73e07c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1484494 Sep 06 16:15:34.607895 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cca83f11-5b49-434b-a9b6-df1522415571 req-6c6915b1-6420-4752-b26b-60534886bf2c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581748 Sep 06 16:15:34.665823 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-d9b4f189-c7c2-4035-b7c6-3229312f7cbe tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:34.667931 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-d9b4f189-c7c2-4035-b7c6-3229312f7cbe tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 808 time: 0.2620864 Sep 06 16:15:34.744966 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bc57e-9909-46ea-8a4e-dcddffd9d764 req-ebd0dfb1-193c-4380-83f5-df9a94f79afc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:34.754202 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bc7bc57e-9909-46ea-8a4e-dcddffd9d764 req-ebd0dfb1-193c-4380-83f5-df9a94f79afc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0851107 Sep 06 16:15:34.814935 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-c473572a-f759-4bc6-b068-f7a106ce76f9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83 HTTP/1.1" status: 200 len: 379 time: 0.1086750 Sep 06 16:15:34.827409 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bc7bc57e-9909-46ea-8a4e-dcddffd9d764 req-1d397bce-a05c-4a9c-b98b-80d81e552e37 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721920 Sep 06 16:15:34.838001 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'port': {'device_id': '88c67153-a665-4c16-be98-fadc3c12c175', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'admin_state_up': True, 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'security_groups': ['47f171d7-4549-4ad9-9cd5-96c63a19081d']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:35.025217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Made reservation on behalf of 9afca1c49c5a4b8d99a6c32a8ca00c83 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:15:35.030220 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:35.198180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a449a-37cd-42cd-aaa9-a367d8fe6098 req-dc48e90d-e6e0-48ae-b25e-19e6f0d60947 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:35.200504 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de8a449a-37cd-42cd-aaa9-a367d8fe6098 req-dc48e90d-e6e0-48ae-b25e-19e6f0d60947 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0700102 Sep 06 16:15:35.283134 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de8a449a-37cd-42cd-aaa9-a367d8fe6098 req-a5c7086e-dabf-4dd3-8e21-2525f6c74208 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717211 Sep 06 16:15:35.532825 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Allocated IP 172.20.0.14 (dbe3cb6b-0e40-40a2-8be7-9a235efec379/e9ccbe02-bba0-450e-9617-a8ae4f558df0/dd9ddf95-eb15-458d-b5b5-84c87ff98509) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:15:35.609768 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4432cac6-bf67-49c0-961d-8b6b6e80af40 req-c7723990-4b6f-40d7-a79d-1332e2496fa9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 210 time: 0.0999241 Sep 06 16:15:35.770691 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb107a-470e-48c0-a577-70585bacb4cc req-c16c8ffa-87cc-4a4a-b25b-96a0041e9036 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:35.772941 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c1fb107a-470e-48c0-a577-70585bacb4cc req-c16c8ffa-87cc-4a4a-b25b-96a0041e9036 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1144495 Sep 06 16:15:35.789015 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072e989-664a-410f-ab33-46a9ead63457 req-225c77ee-638f-435d-a4e5-410f019276da tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:35.790572 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2072e989-664a-410f-ab33-46a9ead63457 req-225c77ee-638f-435d-a4e5-410f019276da tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0742183 Sep 06 16:15:35.814726 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:35.835415 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2072e989-664a-410f-ab33-46a9ead63457 req-ca43544a-f814-454d-8591-f91a76ecded2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Sep 06 16:15:35.837449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Transition to ACTIVE for port object dd9ddf95-eb15-458d-b5b5-84c87ff98509 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:35.899019 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c1fb107a-470e-48c0-a577-70585bacb4cc req-31736981-89ca-457d-8a87-b3d26c5bfb84 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728452 Sep 06 16:15:35.911975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:35.972395 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d60c2-30e6-4d0e-afe9-9b5a55f74463 req-0f2d27a7-7d6b-42c9-8f64-06fa879f4ac9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:35.974624 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-241d60c2-30e6-4d0e-afe9-9b5a55f74463 req-0f2d27a7-7d6b-42c9-8f64-06fa879f4ac9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0578451 Sep 06 16:15:35.998883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:15:36.010419 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:15:36.014847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:15:36.020961 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:36.046610 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-241d60c2-30e6-4d0e-afe9-9b5a55f74463 req-7b3e366c-cea5-474f-a8b2-5064f6ce4bec tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643485 Sep 06 16:15:36.148696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:36.149295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:36.171067 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-fb2ffc0a-277c-4c57-829d-2b065b02f31e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3425698 Sep 06 16:15:36.301987 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6c9960d7-ba98-4281-830c-7fbca6139fe1 None None] Provisioning for port dd9ddf95-eb15-458d-b5b5-84c87ff98509 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:36.308156 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6c9960d7-ba98-4281-830c-7fbca6139fe1 None None] Provisioning complete for port dd9ddf95-eb15-458d-b5b5-84c87ff98509 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:36.309265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6c9960d7-ba98-4281-830c-7fbca6139fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:36.350489 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-6c9960d7-ba98-4281-830c-7fbca6139fe1 None None] Port dd9ddf95-eb15-458d-b5b5-84c87ff98509 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:15:36.764358 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ffa8-af88-409b-81de-e4744af3cc4c req-ab4021f2-0e25-47b3-a833-5ec5a668ad21 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:36.765929 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2396ffa8-af88-409b-81de-e4744af3cc4c req-ab4021f2-0e25-47b3-a833-5ec5a668ad21 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 932 time: 0.0757697 Sep 06 16:15:36.805118 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2396ffa8-af88-409b-81de-e4744af3cc4c req-407066d3-6b13-472a-b984-63415417061f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Sep 06 16:15:36.989668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457910-ce30-490f-abe6-7ed90f6387d2 req-c590a2e5-7d2d-45ae-9ab8-e1c45f0131be tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:36.991350 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3457910-ce30-490f-abe6-7ed90f6387d2 req-c590a2e5-7d2d-45ae-9ab8-e1c45f0131be tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Sep 06 16:15:37.049949 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d3457910-ce30-490f-abe6-7ed90f6387d2 req-48ed6806-fd4c-4eee-937b-1db614d7fd77 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Sep 06 16:15:37.056721 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830c91-b1dc-4aa6-a0d0-24b6ace0cc69 req-24eade54-e2f9-4d37-8b1f-71f1af47de96 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:37.058224 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3f830c91-b1dc-4aa6-a0d0-24b6ace0cc69 req-24eade54-e2f9-4d37-8b1f-71f1af47de96 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0589747 Sep 06 16:15:37.108807 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3f830c91-b1dc-4aa6-a0d0-24b6ace0cc69 req-a35ecf4b-e472-4bd4-b1eb-1186d05c8b9c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Sep 06 16:15:37.214783 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c2e3-2348-476c-88b1-ee380441f823 req-8f73b9c9-67bb-457b-b248-11d33ec5f608 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:37.217032 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa93c2e3-2348-476c-88b1-ee380441f823 req-8f73b9c9-67bb-457b-b248-11d33ec5f608 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0660820 Sep 06 16:15:37.265748 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa93c2e3-2348-476c-88b1-ee380441f823 req-965944cf-e8ef-46f6-a498-fb3fb562903d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Sep 06 16:15:37.940970 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcd3bf-5b51-4956-a240-9c5e2bb0c3d4 req-7d5cfca6-81fa-45c7-abcb-9bf2e19aaf56 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:37.942754 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-07dcd3bf-5b51-4956-a240-9c5e2bb0c3d4 req-7d5cfca6-81fa-45c7-abcb-9bf2e19aaf56 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 932 time: 0.0656569 Sep 06 16:15:37.948045 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Request body: {'port': {'device_id': '88c67153-a665-4c16-be98-fadc3c12c175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:15:38.053523 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-07dcd3bf-5b51-4956-a240-9c5e2bb0c3d4 req-08d0af49-0ed0-4ccf-9250-d5c067e73491 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020184 Sep 06 16:15:38.054072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:38.121104 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-64e0dc5d-a9d5-44ef-a1d5-a1a25a9317e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.122597 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-64e0dc5d-a9d5-44ef-a1d5-a1a25a9317e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0889943 Sep 06 16:15:38.265514 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ebf27-2ad2-4f2d-98b3-19182d66409f req-96412190-16c0-4435-9d41-fcbce5074871 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.273590 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b34ebf27-2ad2-4f2d-98b3-19182d66409f req-96412190-16c0-4435-9d41-fcbce5074871 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1028337 Sep 06 16:15:38.335671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db5c0d-9f98-472a-b8cc-0394a286ba37 req-469397a0-bec6-4c85-be2d-0add4ab59ae3 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.344226 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-96db5c0d-9f98-472a-b8cc-0394a286ba37 req-469397a0-bec6-4c85-be2d-0add4ab59ae3 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1407702 Sep 06 16:15:38.351919 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b34ebf27-2ad2-4f2d-98b3-19182d66409f req-f95cbc69-746a-4ca8-81dc-0c34f2a1b0ac tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773909 Sep 06 16:15:38.434783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-c859cc2d-2f2f-4e04-9143-04ac99398c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.436386 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-c859cc2d-2f2f-4e04-9143-04ac99398c9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.2294745 Sep 06 16:15:38.446480 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-96db5c0d-9f98-472a-b8cc-0394a286ba37 req-a52908f5-fcc9-43f0-86b6-f249c7776399 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007004 Sep 06 16:15:38.484773 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76600db-173f-4621-895c-aa13e547f738 req-08202aa5-f97f-4a93-ba72-a4c58f5ba398 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.495105 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f76600db-173f-4621-895c-aa13e547f738 req-08202aa5-f97f-4a93-ba72-a4c58f5ba398 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0606880 Sep 06 16:15:38.550514 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-37186e72-84d5-400d-a30f-0fb0affc6393 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 1000 time: 0.1017718 Sep 06 16:15:38.561355 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f76600db-173f-4621-895c-aa13e547f738 req-57adcbad-12f9-4ec3-8110-4c42ed265cd6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585167 Sep 06 16:15:38.672997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-89b3b1cb-c816-42ce-bfb8-a2e3a310e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.674527 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-89b3b1cb-c816-42ce-bfb8-a2e3a310e9bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.1157026 Sep 06 16:15:38.676793 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9ddf95-eb15-458d-b5b5-84c87ff98509 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:15:38.722038 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:38.791234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Transition to ACTIVE for port object dd9ddf95-eb15-458d-b5b5-84c87ff98509 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:15:38.799602 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-36f570d6-8f8c-4d40-9bc7-50192dd409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:38.799602 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-36f570d6-8f8c-4d40-9bc7-50192dd409f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1178739 Sep 06 16:15:38.805739 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:38.944403 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:39.019355 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-b2ad8792-6f3d-4a36-a15e-fbbec9a45c4e service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056234 Sep 06 16:15:39.066188 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Attempting to bind port dd9ddf95-eb15-458d-b5b5-84c87ff98509 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:15:39.066525 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Attempting to bind port dd9ddf95-eb15-458d-b5b5-84c87ff98509 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:15:39.066859 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Attempting to bind port dd9ddf95-eb15-458d-b5b5-84c87ff98509 on network dbe3cb6b-0e40-40a2-8be7-9a235efec379 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:39.078775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Port dd9ddf95-eb15-458d-b5b5-84c87ff98509 on network dbe3cb6b-0e40-40a2-8be7-9a235efec379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:15:39.079105 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Attempting to bind port dd9ddf95-eb15-458d-b5b5-84c87ff98509 on network dbe3cb6b-0e40-40a2-8be7-9a235efec379 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:15:39.118371 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:15:39.118735 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Checking segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:15:39.119103 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Bound using segment: {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:15:39.119544 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Bound port: dd9ddf95-eb15-458d-b5b5-84c87ff98509, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c504d8fb-97f8-4561-8e15-12c373b71fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:15:39.120472 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:39.228942 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b0b7ff8f-4462-4ba0-9905-30e19a14697f req-8545ed3e-82cb-4cb8-a16d-9a317a173052 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010703 Sep 06 16:15:39.300357 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7ded1-49e5-4fb1-9de1-78ac123834cc req-176e8c37-6f14-48b6-a378-c17fb9ca34d5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.302614 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5a7ded1-49e5-4fb1-9de1-78ac123834cc req-176e8c37-6f14-48b6-a378-c17fb9ca34d5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.1473508 Sep 06 16:15:39.305129 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:15:39.309315 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:15:39.319492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:39.368378 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.369210 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:39.373476 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] 10.222.0.46 "PUT /v2.0/ports/dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 1094 time: 1.4271541 Sep 06 16:15:39.376926 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:39.379659 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae" -d '{"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:39.423303 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5a7ded1-49e5-4fb1-9de1-78ac123834cc req-0758aede-dc6d-4dcd-b04c-b54220223c66 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125767 Sep 06 16:15:39.457830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216db53-a008-4c22-b852-db27ccd4450c service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:39.543554 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0332e1bd-fae6-4303-b6f4-389dd46f5f23 x-openstack-request-id: req-0332e1bd-fae6-4303-b6f4-389dd46f5f23 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:39.543908 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:39.544102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0332e1bd-fae6-4303-b6f4-389dd46f5f23 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:39.544523 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'status': 'completed', 'code': 200} Sep 06 16:15:39.566712 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-c134898d-0f7a-43dc-856e-c4103b40a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.568132 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-c134898d-0f7a-43dc-856e-c4103b40a69c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1097 time: 0.0915730 Sep 06 16:15:39.597018 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd227b-6bbf-4cf3-a079-8e448bc0ce48 req-18254f20-a3ab-4bc6-88b7-c209422f9385 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.610058 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89fd227b-6bbf-4cf3-a079-8e448bc0ce48 req-18254f20-a3ab-4bc6-88b7-c209422f9385 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1191466 Sep 06 16:15:39.631916 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-7e72ae7a-5327-45c6-8d47-701c63b74402 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 217 time: 0.0522187 Sep 06 16:15:39.677954 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89fd227b-6bbf-4cf3-a079-8e448bc0ce48 req-e28746e6-388a-482e-87a4-809b33d038ea tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648713 Sep 06 16:15:39.778535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ea1a0-8dd5-4f3f-9f27-8b745df8d916 req-45cbcde8-287d-4384-9083-7d81032030ef tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.786379 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-381ea1a0-8dd5-4f3f-9f27-8b745df8d916 req-45cbcde8-287d-4384-9083-7d81032030ef tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1353424 Sep 06 16:15:39.803258 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-60e76f38-ea74-48fe-9248-1817bf187aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.805099 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-60e76f38-ea74-48fe-9248-1817bf187aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.1490445 Sep 06 16:15:39.817720 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c274fb-40ca-43da-af16-1bd7e83dda81 req-4df6b59f-7788-403c-893c-c6382a02fcec tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.819314 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d5c274fb-40ca-43da-af16-1bd7e83dda81 req-4df6b59f-7788-403c-893c-c6382a02fcec tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0546665 Sep 06 16:15:39.880217 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d5c274fb-40ca-43da-af16-1bd7e83dda81 req-ae265d35-ed93-42f8-a888-3f382b9956ad tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538585 Sep 06 16:15:39.912669 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-381ea1a0-8dd5-4f3f-9f27-8b745df8d916 req-46c934eb-5475-4489-92aa-2371448a70db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246202 Sep 06 16:15:39.972141 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-c86283eb-1634-412c-a35d-6b16fdf9cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:39.973798 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-c86283eb-1634-412c-a35d-6b16fdf9cfd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1323254 Sep 06 16:15:40.101670 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-41cf3cfe-fbd0-4664-ad10-e09da453aaf4 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120691 Sep 06 16:15:40.138706 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0377a95e-aa56-4a2e-9142-a1193dbba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:40.208927 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d474f0ae-ab0f-418d-b310-d9a76d94c23d req-030b4c2c-0a3c-45da-8b4c-129d8e0de5fe service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926783 Sep 06 16:15:40.312371 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-62b8b631-115c-413f-8ca3-ca507f6624ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.314033 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-62b8b631-115c-413f-8ca3-ca507f6624ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1097 time: 0.0421793 Sep 06 16:15:40.404895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-4e85de6c-93e9-4ab7-82f6-0653cf368092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.406321 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-4e85de6c-93e9-4ab7-82f6-0653cf368092 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.0841773 Sep 06 16:15:40.476382 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-51083fa2-efea-421f-894e-8b9b13e5e9f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 217 time: 0.0366940 Sep 06 16:15:40.528375 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-a660060f-788d-42c3-9d1f-4fb1ae4a163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.530010 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-a660060f-788d-42c3-9d1f-4fb1ae4a163f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0448227 Sep 06 16:15:40.555089 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b14b8c-08cb-42c6-b61e-d5f99f78f93f req-cf12364d-41f7-4d1f-9641-6e6994dab647 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.556641 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-74b14b8c-08cb-42c6-b61e-d5f99f78f93f req-cf12364d-41f7-4d1f-9641-6e6994dab647 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0548041 Sep 06 16:15:40.580647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-adeade81-2b8b-4e0b-be62-ac84d22dedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.582185 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-adeade81-2b8b-4e0b-be62-ac84d22dedea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446033 Sep 06 16:15:40.597087 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-74b14b8c-08cb-42c6-b61e-d5f99f78f93f req-39ebbe8e-823b-4bd8-a44b-a95b125c84b7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Sep 06 16:15:40.682847 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-387f983d-3a6f-40e7-9352-2e1d29614c64 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898745 Sep 06 16:15:40.834032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-f97f0a6f-2e31-46b8-aa77-c82cd74ead75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.835513 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-f97f0a6f-2e31-46b8-aa77-c82cd74ead75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1099 time: 0.1228900 Sep 06 16:15:40.843564 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f82f9728-b466-4a3d-9220-6b4cdb4c03ae req-d0e56040-5985-4ea5-adc5-d8a8d6d7514f service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481416 Sep 06 16:15:40.859199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd8769-9070-4963-9021-76318848201b req-f763015c-5fa2-4817-a179-1304f87d635c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.860687 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f4fd8769-9070-4963-9021-76318848201b req-f763015c-5fa2-4817-a179-1304f87d635c tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.1182444 Sep 06 16:15:40.947483 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f4fd8769-9070-4963-9021-76318848201b req-6c35e3d5-3b65-4005-874e-ece4b13a1ab1 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753925 Sep 06 16:15:40.967319 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-dd36f3cf-fbd8-4aa8-ad2a-cba1305b388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:40.968950 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-dd36f3cf-fbd8-4aa8-ad2a-cba1305b388a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.1244314 Sep 06 16:15:41.024298 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c3bc3-b891-45f5-b4a7-1effcb162974 req-fb105bb0-bab1-4900-819d-dfd8a0b8ed8e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.025758 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3f6c3bc3-b891-45f5-b4a7-1effcb162974 req-fb105bb0-bab1-4900-819d-dfd8a0b8ed8e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0689268 Sep 06 16:15:41.071505 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-dfd716e6-e2c4-4f4d-9fc3-c615f4f112d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 1002 time: 0.0948424 Sep 06 16:15:41.072234 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3f6c3bc3-b891-45f5-b4a7-1effcb162974 req-169c8fac-51d6-467e-a706-9068900bb152 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380387 Sep 06 16:15:41.084235 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6fce1-70fd-4de0-b1d2-eae0f229ed11 req-14f93260-5002-41b3-8fff-1cb6dc1f7942 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.086479 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5a6fce1-70fd-4de0-b1d2-eae0f229ed11 req-14f93260-5002-41b3-8fff-1cb6dc1f7942 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0680487 Sep 06 16:15:41.157788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-bc164577-2820-4214-8471-0d226359c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.157902 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-bc164577-2820-4214-8471-0d226359c0e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0704589 Sep 06 16:15:41.160783 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5a6fce1-70fd-4de0-b1d2-eae0f229ed11 req-429b071b-7ca3-40a6-88ca-225fc85f4745 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652573 Sep 06 16:15:41.207538 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-4b7689b3-9643-463b-aaa4-c80337e19802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.207538 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-4b7689b3-9643-463b-aaa4-c80337e19802 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416634 Sep 06 16:15:41.547187 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-4264446e-26d3-4ac1-adc8-7183f5503dbc service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309889 Sep 06 16:15:41.552687 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532d71-787a-4d9f-9590-dbde97416f57 req-86a7f28e-c375-4cef-80eb-a6e4b66c1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.554179 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4532d71-787a-4d9f-9590-dbde97416f57 req-86a7f28e-c375-4cef-80eb-a6e4b66c1509 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0614061 Sep 06 16:15:41.649933 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4532d71-787a-4d9f-9590-dbde97416f57 req-4473e98a-5886-425c-9316-5dce398e4968 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805109 Sep 06 16:15:41.678763 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6c2ccac2-b94a-4f21-acf2-4ca4db4ef381 req-4fe183ca-701c-46d6-bd57-16eeae0f26ae service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105869 Sep 06 16:15:41.722138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac3b55-6eb3-41f2-a5e1-d62814b3f61f req-7fa99401-8151-4be6-8aa7-1eb65f1ed24c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:41.723604 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c4ac3b55-6eb3-41f2-a5e1-d62814b3f61f req-7fa99401-8151-4be6-8aa7-1eb65f1ed24c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0522454 Sep 06 16:15:41.765132 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c4ac3b55-6eb3-41f2-a5e1-d62814b3f61f req-fb732346-e11d-46f8-b6b9-5cae9e867af8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346861 Sep 06 16:15:42.068997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61caa9f-4aea-4e71-837a-6900b708a836 req-7115b157-5606-4a8b-bd48-eadd5800e7d0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:42.070622 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e61caa9f-4aea-4e71-837a-6900b708a836 req-7115b157-5606-4a8b-bd48-eadd5800e7d0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Sep 06 16:15:42.114813 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e61caa9f-4aea-4e71-837a-6900b708a836 req-a246dde1-1dcc-49f9-99ac-a2a43a1d2ccd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Sep 06 16:15:42.192644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc8d2-e80e-4cfa-9e66-7d9a5094bebe req-c556c2f4-a974-46ec-9580-63a99ff18779 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:42.194104 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b57dc8d2-e80e-4cfa-9e66-7d9a5094bebe req-c556c2f4-a974-46ec-9580-63a99ff18779 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0476501 Sep 06 16:15:42.231420 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b57dc8d2-e80e-4cfa-9e66-7d9a5094bebe req-6a2ce514-540a-4a1f-9541-985f37b9d5cc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Sep 06 16:15:42.549379 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:15:42.864648 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52200) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:42.892557 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc16ba-36f2-432e-9f5c-d8ca286215a0 req-b1ca43d7-e778-4727-a6f8-25d44a609843 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:42.894364 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cbfc16ba-36f2-432e-9f5c-d8ca286215a0 req-b1ca43d7-e778-4727-a6f8-25d44a609843 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0587733 Sep 06 16:15:42.898225 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ca8a2612-941f-4829-9b0a-486560694376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:42.936301 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cbfc16ba-36f2-432e-9f5c-d8ca286215a0 req-e6f3434e-c9b0-4920-9b7c-1e32b4f4d5a5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357277 Sep 06 16:15:42.976187 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-65aa68c2-53d8-4d12-bf55-23efc057dd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:42.988473 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.072564 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-65aa68c2-53d8-4d12-bf55-23efc057dd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.076808 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-65aa68c2-53d8-4d12-bf55-23efc057dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.117115 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-65aa68c2-53d8-4d12-bf55-23efc057dd1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97553ff35eb54860b105bd9c09ef3c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515664 Sep 06 16:15:43.117987 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa68c2-53d8-4d12-bf55-23efc057dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46954456-cb96-4411-97e1-444eb1be026b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:43.119828 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52206) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:43.180035 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.205434 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.232179 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25060d4d-fa14-4ce5-b260-58cbdb84bcba req-b20b5bad-cf7c-42e5-b447-0a676becf880 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.233775 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25060d4d-fa14-4ce5-b260-58cbdb84bcba req-b20b5bad-cf7c-42e5-b447-0a676becf880 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 06 16:15:43.252850 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.255555 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.259068 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46954456-cb96-4411-97e1-444eb1be026b HTTP/1.1" status: 204 len: 168 time: 0.1358829 Sep 06 16:15:43.269843 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4b83f-a9f8-4494-8851-360f03c71cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46954456-cb96-4411-97e1-444eb1be026b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:43.308823 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25060d4d-fa14-4ce5-b260-58cbdb84bcba req-67b59287-738c-475b-86a1-c8e60a52aa9e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622323 Sep 06 16:15:43.351568 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:43.366425 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ba20a-f4e1-47fc-b1af-b3bc98aca8a9 req-d1246ce7-f09e-4309-8635-6f13066f9b13 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.368277 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-af2ba20a-f4e1-47fc-b1af-b3bc98aca8a9 req-d1246ce7-f09e-4309-8635-6f13066f9b13 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 946 time: 0.0604081 Sep 06 16:15:43.420598 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-af2ba20a-f4e1-47fc-b1af-b3bc98aca8a9 req-27dd901c-2dd2-4c3c-a2dc-570f720f695e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Sep 06 16:15:43.434085 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.463918 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:43.466836 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c872e1-5026-483c-931a-3788fa9896e1" -d '{"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:43.481363 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:43.487816 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.519596 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5af803-adcc-428d-94f2-f642edcdc2bd x-openstack-request-id: req-cd5af803-adcc-428d-94f2-f642edcdc2bd {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:43.519894 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:43.520178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd5af803-adcc-428d-94f2-f642edcdc2bd {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:43.520701 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'code': 200} Sep 06 16:15:43.541179 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=8']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:43.617806 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52226) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:43.632771 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb01f916-aaef-47be-9eeb-e8aa329efe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.674553 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-7d02458e-a9ff-4ffb-a8fc-91e1ddc106f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.676182 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-7d02458e-a9ff-4ffb-a8fc-91e1ddc106f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0436845 Sep 06 16:15:43.694272 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.711405 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d32bbf-9b1f-4e9d-8ab3-27e7928a8ef8 req-e2ffe934-e02b-4731-8412-5bb1c6b6af57 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.712960 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f7d32bbf-9b1f-4e9d-8ab3-27e7928a8ef8 req-e2ffe934-e02b-4731-8412-5bb1c6b6af57 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0779305 Sep 06 16:15:43.771027 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f7d32bbf-9b1f-4e9d-8ab3-27e7928a8ef8 req-a6a53010-767e-4650-a738-213a198deca3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513225 Sep 06 16:15:43.780469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-07241dfa-09bf-4def-92ff-b9f08baec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.782268 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-07241dfa-09bf-4def-92ff-b9f08baec400 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 200 len: 919 time: 0.0978398 Sep 06 16:15:43.813599 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb01f916-aaef-47be-9eeb-e8aa329efe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.817640 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-fb01f916-aaef-47be-9eeb-e8aa329efe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.825234 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-18d6c1ca-805f-49a5-b4a1-445b2cd832d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 200 len: 217 time: 0.0357292 Sep 06 16:15:43.857269 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-fb01f916-aaef-47be-9eeb-e8aa329efe41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beb97ed62b6a4e5fa91a1156e25ac1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378106 Sep 06 16:15:43.858006 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01f916-aaef-47be-9eeb-e8aa329efe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b570bf20-8c54-41e4-bc9c-fa07baf5cc29,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:43.860404 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52228) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:43.889004 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-00f6a845-d349-4040-8609-d0aabbca6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:43.890802 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-00f6a845-d349-4040-8609-d0aabbca6a6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 200 len: 858 time: 0.0536938 Sep 06 16:15:43.918013 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:43.934188 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-9773cb70-af9f-4e47-95eb-bb8716cbd600 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e2970be5-c199-4775-bce0-24eaf740fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337343 Sep 06 16:15:43.939787 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:44.010147 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:44.012840 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:44.016615 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b570bf20-8c54-41e4-bc9c-fa07baf5cc29 HTTP/1.1" status: 204 len: 168 time: 0.1552365 Sep 06 16:15:44.037029 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e1403-19f6-4875-851e-9fa63f5eb0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b570bf20-8c54-41e4-bc9c-fa07baf5cc29,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:44.079293 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-a1ffee2f-6a2b-4645-9aed-5bbd02f7df9e service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371534 Sep 06 16:15:44.129530 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f05e8-28d6-48b3-a6f1-023b6a29d97f req-86201e63-ba06-4ae5-a8a3-e1d5eebbd3ee tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:44.131074 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c38f05e8-28d6-48b3-a6f1-023b6a29d97f req-86201e63-ba06-4ae5-a8a3-e1d5eebbd3ee tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0913944 Sep 06 16:15:44.221701 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f429ade7-1299-4605-8c1f-f960c8b9095b req-f0bb381f-f8fe-4e0b-964e-416813f12eba service neutron] 10.222.0.46 "GET /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341550 Sep 06 16:15:44.224790 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c38f05e8-28d6-48b3-a6f1-023b6a29d97f req-ea055fa3-5121-47e8-b56b-f885ddb31e36 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870311 Sep 06 16:15:44.552561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1e4ac-9a7d-41bd-a740-53e195ba3d29 req-c024f34d-9392-4150-ad40-2b2b90ca6baf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:44.554051 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-76c1e4ac-9a7d-41bd-a740-53e195ba3d29 req-c024f34d-9392-4150-ad40-2b2b90ca6baf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0557773 Sep 06 16:15:44.601007 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-76c1e4ac-9a7d-41bd-a740-53e195ba3d29 req-d75d4fbf-2d58-4b61-ac39-5f428406b795 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Sep 06 16:15:44.896653 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047c24-7ad3-4cd7-8e83-93b4360eb6eb req-40fddd51-f8dd-4e80-ab25-075d042081f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:44.896653 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d047c24-7ad3-4cd7-8e83-93b4360eb6eb req-40fddd51-f8dd-4e80-ab25-075d042081f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0502548 Sep 06 16:15:44.937757 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9d047c24-7ad3-4cd7-8e83-93b4360eb6eb req-5a4de2d8-7fa1-4008-bff5-47f451262c13 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Sep 06 16:15:45.111547 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [req-a82a08f4-65fa-441c-a466-bae35bd8216d req-3ce32971-2bbb-42d1-a079-f57963cddad6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:15:45.112561 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a82a08f4-65fa-441c-a466-bae35bd8216d req-3ce32971-2bbb-42d1-a079-f57963cddad6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055430 Sep 06 16:15:45.285904 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb1fda-1b99-4457-9508-252aed70d771 req-203c0423-762c-45a0-971e-41959229c7d9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:45.296859 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-53cb1fda-1b99-4457-9508-252aed70d771 req-203c0423-762c-45a0-971e-41959229c7d9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0667367 Sep 06 16:15:45.346839 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-53cb1fda-1b99-4457-9508-252aed70d771 req-2f7e5bd4-6de5-4797-92de-a18fae881c1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487275 Sep 06 16:15:45.374269 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bee33-6611-4ba3-8f47-d1f385a4bcec req-487db1be-d2c5-42da-90e3-2fe1c2428af3 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:45.374269 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-644bee33-6611-4ba3-8f47-d1f385a4bcec req-487db1be-d2c5-42da-90e3-2fe1c2428af3 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0661829 Sep 06 16:15:45.397976 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:45.421588 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-644bee33-6611-4ba3-8f47-d1f385a4bcec req-1624a774-0d59-487d-8d73-6265a4858e52 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Sep 06 16:15:45.737943 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52318) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:46.061541 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-2e62f94c-8676-490f-bdcc-e19f163791ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3224645 Sep 06 16:15:46.070874 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-aa2b92df-b4d9-46d9-8e4b-f84e453736eb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:15:46.071916 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-aa2b92df-b4d9-46d9-8e4b-f84e453736eb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051363 Sep 06 16:15:46.085486 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7f8ed-1794-41dd-97f6-e9c522c08aa1 req-d0cba4b6-70b7-4ae4-bba8-aaee59c69a32 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:46.086910 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-90d7f8ed-1794-41dd-97f6-e9c522c08aa1 req-d0cba4b6-70b7-4ae4-bba8-aaee59c69a32 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0705037 Sep 06 16:15:46.186005 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-90d7f8ed-1794-41dd-97f6-e9c522c08aa1 req-bfa263f5-332d-4117-ba73-3a5ceddfba81 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786378 Sep 06 16:15:46.471070 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b642-41b6-4b5c-9c55-435ae3b28441 req-4ef4766e-3fe4-44e3-b1f0-20443e2a0edf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:46.476639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b072b642-41b6-4b5c-9c55-435ae3b28441 req-4ef4766e-3fe4-44e3-b1f0-20443e2a0edf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0547962 Sep 06 16:15:46.516618 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b072b642-41b6-4b5c-9c55-435ae3b28441 req-3a9906dc-ba56-492b-aebf-410ba0a59ace tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Sep 06 16:15:46.552729 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a24a1a-418f-42b9-a53f-5e79f7a28a58 req-a88e33d0-ddd3-4e45-ad39-72f84ddccb43 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:46.554233 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44a24a1a-418f-42b9-a53f-5e79f7a28a58 req-a88e33d0-ddd3-4e45-ad39-72f84ddccb43 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0543613 Sep 06 16:15:46.594802 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44a24a1a-418f-42b9-a53f-5e79f7a28a58 req-86166564-8504-407c-b6e9-e1201bebee6c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339863 Sep 06 16:15:47.310887 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273b5a3-4ecb-4d34-b746-ebe90bbc5d37 req-8c596136-b89d-4855-855c-b295e7bd3c71 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:47.312443 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c273b5a3-4ecb-4d34-b746-ebe90bbc5d37 req-8c596136-b89d-4855-855c-b295e7bd3c71 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0552235 Sep 06 16:15:47.359990 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:15:47.383282 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c273b5a3-4ecb-4d34-b746-ebe90bbc5d37 req-0b2969e9-1410-48a0-8ba5-e2305fd0397d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514698 Sep 06 16:15:47.638556 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef422-5846-4a55-996a-79d2efa506f0 req-03b97660-da00-4cbc-aa47-0d13ab807e1e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:47.640106 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-139ef422-5846-4a55-996a-79d2efa506f0 req-03b97660-da00-4cbc-aa47-0d13ab807e1e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0524411 Sep 06 16:15:47.688741 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-139ef422-5846-4a55-996a-79d2efa506f0 req-fd20f187-05d2-4e4e-b92c-a81016f7b862 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Sep 06 16:15:47.762703 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab8683-912f-44b0-b8fc-43264fde221b req-bbd7b7e1-dbc0-44da-b00c-897900ee713a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:47.764199 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fdab8683-912f-44b0-b8fc-43264fde221b req-bbd7b7e1-dbc0-44da-b00c-897900ee713a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0573046 Sep 06 16:15:47.802805 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fdab8683-912f-44b0-b8fc-43264fde221b req-babac71b-a964-484d-8aae-8202b049cb2d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326641 Sep 06 16:15:48.813640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9d2d-6d7e-4766-8109-1475cdeb204e req-34919970-ee9f-48e0-b49a-f82ab50eec41 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:48.815120 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8beb9d2d-6d7e-4766-8109-1475cdeb204e req-34919970-ee9f-48e0-b49a-f82ab50eec41 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0527859 Sep 06 16:15:48.855032 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8beb9d2d-6d7e-4766-8109-1475cdeb204e req-f9b7b501-bb00-4f60-8618-da1a6c95721e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Sep 06 16:15:48.922078 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fcd7c-1358-4c18-b5a6-8aa67e7f466a req-c370fb1b-cb82-4770-a176-e897eee39da1 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:48.923736 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-730fcd7c-1358-4c18-b5a6-8aa67e7f466a req-c370fb1b-cb82-4770-a176-e897eee39da1 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0539615 Sep 06 16:15:48.960538 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-730fcd7c-1358-4c18-b5a6-8aa67e7f466a req-4c4aefe6-6cdd-4519-a4d5-99187faf9b73 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306056 Sep 06 16:15:49.747813 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:15:49.841813 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:49.856952 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'mac_address': 'fa:16:3e:f7:33:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:15:49.893742 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:49.906009 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9ddf95-eb15-458d-b5b5-84c87ff98509 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:15:49.924565 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:49.928292 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:49.974600 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:50.013766 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b17bd-19ac-44a8-aaa7-b456451d1cba req-303e0822-bd7c-4527-b69b-f3498fe4d12c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:50.015333 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bc1b17bd-19ac-44a8-aaa7-b456451d1cba req-303e0822-bd7c-4527-b69b-f3498fe4d12c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0506070 Sep 06 16:15:50.053358 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bc1b17bd-19ac-44a8-aaa7-b456451d1cba req-20dbb6f7-f6f6-4ed1-98da-d68e4c6217d7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Sep 06 16:15:50.077300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2330b-4c19-489a-bcaa-606c3102d411 req-16f36b22-3be6-42ed-97bc-47d0b9fe4859 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:50.078794 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b5c2330b-4c19-489a-bcaa-606c3102d411 req-16f36b22-3be6-42ed-97bc-47d0b9fe4859 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 945 time: 0.0488539 Sep 06 16:15:50.116157 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b5c2330b-4c19-489a-bcaa-606c3102d411 req-544ab0c8-8347-4238-978f-e7c3a9c9043f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Sep 06 16:15:50.843855 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-0cda794d-7e7a-4dd3-a7c9-d899277dbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:50.845416 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-0cda794d-7e7a-4dd3-a7c9-d899277dbc4e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 1097 time: 0.0720439 Sep 06 16:15:50.909630 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-c6db51b5-69e9-4354-9d56-0f746685eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:50.911117 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-c6db51b5-69e9-4354-9d56-0f746685eda8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1097 time: 0.0413396 Sep 06 16:15:51.003838 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-b6ef611c-4d4e-4fb3-a3c7-3c6988000a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:51.005365 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-b6ef611c-4d4e-4fb3-a3c7-3c6988000a3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.0858128 Sep 06 16:15:51.076358 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-8b6a1f86-ce8a-4ebb-aebb-4c5793208189 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 1000 time: 0.0619485 Sep 06 16:15:51.138981 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-8c850f6e-0c07-46b2-b336-d46bf4380b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:51.140427 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-8c850f6e-0c07-46b2-b336-d46bf4380b43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0536845 Sep 06 16:15:51.145636 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['dd9ddf95-eb15-458d-b5b5-84c87ff98509'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:15:51.210849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9cbf6-ada5-4275-8c21-aaa45e48790c req-60c40029-85a6-4fd4-b4c0-b6efde00465f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:51.212410 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0bd9cbf6-ada5-4275-8c21-aaa45e48790c req-60c40029-85a6-4fd4-b4c0-b6efde00465f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0861950 Sep 06 16:15:51.217906 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-13d25295-a69b-42d2-946c-bfad4c9f18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:51.219385 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-13d25295-a69b-42d2-946c-bfad4c9f18b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657163 Sep 06 16:15:51.251191 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8e811-01e1-47e6-b728-6c069f80b52e req-b8d184d7-3dc1-4a75-8e14-63242e26f2b9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:51.252654 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5bb8e811-01e1-47e6-b728-6c069f80b52e req-b8d184d7-3dc1-4a75-8e14-63242e26f2b9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 945 time: 0.0681448 Sep 06 16:15:51.282822 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0bd9cbf6-ada5-4275-8c21-aaa45e48790c req-18f2269f-811f-4a47-8e50-3d9b6e623a95 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624766 Sep 06 16:15:51.296389 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5bb8e811-01e1-47e6-b728-6c069f80b52e req-d8a6c757-8855-45bd-91e9-e24b4946c91f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351424 Sep 06 16:15:51.345210 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-b8118c05-3a9e-49cf-b826-d1c3dd46fed8 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110222 Sep 06 16:15:51.435628 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52797505-0c08-4eaa-aad4-8d46e64645d7 req-60101cc6-0a27-421f-befc-966094a9812c service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Sep 06 16:15:52.450042 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452d39e-fd18-424e-b251-4c9b537a71cd req-4f12eb4c-6de7-4200-8e03-d74c7e5f53c3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:52.457847 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d452d39e-fd18-424e-b251-4c9b537a71cd req-4f12eb4c-6de7-4200-8e03-d74c7e5f53c3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0596662 Sep 06 16:15:52.470751 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d5b21-661f-4268-be59-44a18260d3ec req-a094f87f-d695-40e7-8ddc-9ebf0b924845 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:52.472519 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-830d5b21-661f-4268-be59-44a18260d3ec req-a094f87f-d695-40e7-8ddc-9ebf0b924845 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 945 time: 0.0652404 Sep 06 16:15:52.497679 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d452d39e-fd18-424e-b251-4c9b537a71cd req-1e5707f9-a7a2-483e-9e7e-1d730c58c92f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Sep 06 16:15:52.518354 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-830d5b21-661f-4268-be59-44a18260d3ec req-dee6e997-1953-46e5-8610-c720bbf76cd9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Sep 06 16:15:53.406603 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:15:53.459605 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port dd9ddf95-eb15-458d-b5b5-84c87ff98509 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:15:53.464766 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port dd9ddf95-eb15-458d-b5b5-84c87ff98509 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:15:53.465186 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:53.574222 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:53.608015 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:15:53.610647 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50cdcb-0c16-49f1-b5ea-fd13d0f5bb00" -d '{"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:15:53.650204 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:15:53.654939 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:53.672136 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac52bc2-798f-4408-8919-5bc0d0a8c05b req-618e8808-08a3-478d-8ced-05a26c6f569e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:53.674413 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5ac52bc2-798f-4408-8919-5bc0d0a8c05b req-618e8808-08a3-478d-8ced-05a26c6f569e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 945 time: 0.0695653 Sep 06 16:15:53.691008 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848decf-3def-44a9-8cd5-8ef79962fbb1 req-28ebf4a9-ab5b-4d17-8ab2-729e2728ef5f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:53.693515 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d848decf-3def-44a9-8cd5-8ef79962fbb1 req-28ebf4a9-ab5b-4d17-8ab2-729e2728ef5f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0827343 Sep 06 16:15:53.717389 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:53.731624 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5ac52bc2-798f-4408-8919-5bc0d0a8c05b req-9b167681-d322-452a-b840-f70d56f1fb11 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 Sep 06 16:15:53.757794 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d848decf-3def-44a9-8cd5-8ef79962fbb1 req-170d4757-768c-43f9-bed9-55ae5fffe704 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514827 Sep 06 16:15:53.777079 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e38910-5de0-460b-85ba-8f5c1fbcd0a7 x-openstack-request-id: req-a9e38910-5de0-460b-85ba-8f5c1fbcd0a7 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:15:53.777475 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:15:53.777732 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9e38910-5de0-460b-85ba-8f5c1fbcd0a7 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:15:53.778126 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'code': 200} Sep 06 16:15:54.616394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719911-008e-423f-874a-6596abdc44be req-728483d5-80cd-4e34-b9d3-806fb4ed0226 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:54.616394 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d0719911-008e-423f-874a-6596abdc44be req-728483d5-80cd-4e34-b9d3-806fb4ed0226 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0611787 Sep 06 16:15:54.661027 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d0719911-008e-423f-874a-6596abdc44be req-8c80ef9f-7567-443f-8e1b-e423bb1262bc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Sep 06 16:15:54.715914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52496) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:54.871839 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:54.912143 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80dc98-ace5-489d-be07-5c4b1d741f4e req-f221fb9d-37a8-4a3c-990b-8fb3659ac151 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:54.913993 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cc80dc98-ace5-489d-be07-5c4b1d741f4e req-f221fb9d-37a8-4a3c-990b-8fb3659ac151 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.1074729 Sep 06 16:15:54.916519 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0c6e5-c582-4750-a4a2-38d2946c1316 req-0579ab16-7c28-4f60-9049-c7dd57637855 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:54.918951 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ce0c6e5-c582-4750-a4a2-38d2946c1316 req-0579ab16-7c28-4f60-9049-c7dd57637855 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0664802 Sep 06 16:15:54.962291 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ce0c6e5-c582-4750-a4a2-38d2946c1316 req-5c2b8b50-6c51-4f0d-ac8e-bcbcb52a9a63 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360310 Sep 06 16:15:55.004431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cc80dc98-ace5-489d-be07-5c4b1d741f4e req-b4122628-ea75-4d75-a6d3-db88c175688d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830057 Sep 06 16:15:55.051751 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.056762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.099469 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2725c4d42155494d8a48a5238d8cbb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818157 Sep 06 16:15:55.100455 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f203a1f-9d47-4584-a08a-e4bacc33bb9b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:55.102225 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52506) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:55.107997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.108373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.108713 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.109047 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.109373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.109699 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.110026 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.110350 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.110673 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.110993 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.111333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.111678 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f527145-c1b6-47e6-94bf-120d6bcb7045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.157192 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.179412 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.257628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.261471 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.265286 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f203a1f-9d47-4584-a08a-e4bacc33bb9b HTTP/1.1" status: 204 len: 168 time: 0.1595147 Sep 06 16:15:55.275795 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f203a1f-9d47-4584-a08a-e4bacc33bb9b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:55.284243 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.284764 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.285233 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.285655 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.286112 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.286560 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.286968 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.287494 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.287840 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.288410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.288902 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.289352 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5522631b-968d-4c9c-b2cd-8f850cacb59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:15:55.588560 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52514) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:55.606668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-91a7a36e-b5bb-4c78-9ce7-288abfe52eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.717251 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-91a7a36e-b5bb-4c78-9ce7-288abfe52eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.721134 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-91a7a36e-b5bb-4c78-9ce7-288abfe52eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.781308 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7a36e-b5bb-4c78-9ce7-288abfe52eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ecc5e8-3431-4f67-bc31-8677e690a96b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:55.803028 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-91a7a36e-b5bb-4c78-9ce7-288abfe52eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dad66740ab7482992af211c3455ceeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121124 Sep 06 16:15:55.805512 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52518) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:55.844749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7813c6-c446-4fef-8793-1a0a5282d0ac req-444cad43-50db-4f19-9606-f4ccf9f963c1 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:55.846523 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6d7813c6-c446-4fef-8793-1a0a5282d0ac req-444cad43-50db-4f19-9606-f4ccf9f963c1 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0861578 Sep 06 16:15:55.862500 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.889625 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.898907 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6d7813c6-c446-4fef-8793-1a0a5282d0ac req-7dda08f2-d3a8-405d-adf0-c2fefe07cedb tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Sep 06 16:15:55.945918 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.949591 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:55.950985 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5ecc5e8-3431-4f67-bc31-8677e690a96b HTTP/1.1" status: 204 len: 168 time: 0.1436293 Sep 06 16:15:55.982563 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e2869-94dd-4b3b-a8eb-e9d8a8ded8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ecc5e8-3431-4f67-bc31-8677e690a96b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:56.123477 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ed175-22a4-4db8-a901-ad230bf294d6 req-00a329fe-cf2b-463e-a480-4397fb926455 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:56.125184 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5a3ed175-22a4-4db8-a901-ad230bf294d6 req-00a329fe-cf2b-463e-a480-4397fb926455 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0550792 Sep 06 16:15:56.177816 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5a3ed175-22a4-4db8-a901-ad230bf294d6 req-8c2886f4-9f46-4215-a48a-82c495cbd96d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Sep 06 16:15:56.297734 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c654e95-a0ec-461a-bf85-1ee544f7c2f5 req-a664d9ec-95d0-4ecb-9a98-5cb5bbd4b24f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:56.299447 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4c654e95-a0ec-461a-bf85-1ee544f7c2f5 req-a664d9ec-95d0-4ecb-9a98-5cb5bbd4b24f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0605602 Sep 06 16:15:56.342921 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4c654e95-a0ec-461a-bf85-1ee544f7c2f5 req-181eff6f-8d5e-4d03-9f5a-6a613b25400c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357556 Sep 06 16:15:57.033104 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7b828-5c75-450e-8624-826cbb4ed95b req-30d3ac29-a295-45bd-8668-5c5405182f9a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:57.035131 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0fe7b828-5c75-450e-8624-826cbb4ed95b req-30d3ac29-a295-45bd-8668-5c5405182f9a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0628233 Sep 06 16:15:57.082006 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0fe7b828-5c75-450e-8624-826cbb4ed95b req-15f4b558-3205-458d-a33c-31b9a9878ebd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Sep 06 16:15:57.305676 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22028ba0-abbd-4095-9a6a-2285da1335ef req-b360b723-0afb-471e-b7ad-ac7bc7564946 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:57.307175 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-22028ba0-abbd-4095-9a6a-2285da1335ef req-b360b723-0afb-471e-b7ad-ac7bc7564946 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0514843 Sep 06 16:15:57.368616 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-22028ba0-abbd-4095-9a6a-2285da1335ef req-d05442ae-3d40-468e-ac9f-b05c66a10908 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542145 Sep 06 16:15:57.483321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96688c99-f5dc-4021-8d57-63df13232aa8 req-22f19323-4a19-4a91-ab31-3631a11b6a68 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:57.484859 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-96688c99-f5dc-4021-8d57-63df13232aa8 req-22f19323-4a19-4a91-ab31-3631a11b6a68 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0548649 Sep 06 16:15:57.529223 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-96688c99-f5dc-4021-8d57-63df13232aa8 req-93c93c05-3b76-4d45-a31f-0fde7a202d4a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376258 Sep 06 16:15:58.035059 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52594) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:58.154550 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6209a672-7d57-471c-99dc-caa693960c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.235351 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135bb86-21aa-417e-bf3d-c5f23d550791 req-f13fdc9e-a31c-4338-a3be-fe16f929f485 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:58.236901 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4135bb86-21aa-417e-bf3d-c5f23d550791 req-f13fdc9e-a31c-4338-a3be-fe16f929f485 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0747752 Sep 06 16:15:58.297920 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4135bb86-21aa-417e-bf3d-c5f23d550791 req-1787d81f-a087-4c8c-902f-1e7c654ec774 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Sep 06 16:15:58.320116 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6209a672-7d57-471c-99dc-caa693960c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.324368 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6209a672-7d57-471c-99dc-caa693960c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.369276 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6209a672-7d57-471c-99dc-caa693960c9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5db5fae34ae54f0fab5ff8889470b3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308604 Sep 06 16:15:58.369276 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a672-7d57-471c-99dc-caa693960c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e0d3ca-50a7-4968-a595-27eb20972f8d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:58.370803 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52600) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:58.421004 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.444614 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.518590 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ee5b-37e3-4c5f-b242-e8c52f2dc322 req-e762483f-4c87-4a9f-8b26-8509a735f3a3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:58.520024 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9b9ee5b-37e3-4c5f-b242-e8c52f2dc322 req-e762483f-4c87-4a9f-8b26-8509a735f3a3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0596583 Sep 06 16:15:58.545041 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.547510 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:58.548676 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e0d3ca-50a7-4968-a595-27eb20972f8d HTTP/1.1" status: 204 len: 168 time: 0.1770840 Sep 06 16:15:58.562243 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a980-5b34-4432-b9f1-b29a7c2c79b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e0d3ca-50a7-4968-a595-27eb20972f8d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:58.577958 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9b9ee5b-37e3-4c5f-b242-e8c52f2dc322 req-ac5fd9ce-6f95-4f04-9c58-920926b4cf0b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490947 Sep 06 16:15:58.723142 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f583c-a062-4c18-8153-64b28bb17c07 req-a615e1ad-e10d-4b59-a915-05a42f2a43a5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:58.724663 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-522f583c-a062-4c18-8153-64b28bb17c07 req-a615e1ad-e10d-4b59-a915-05a42f2a43a5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0711350 Sep 06 16:15:58.766240 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-522f583c-a062-4c18-8153-64b28bb17c07 req-d40988fb-56d4-463e-9068-6de18d6517e8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348408 Sep 06 16:15:58.904958 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52612) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:58.918513 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e228f44-5f37-4ff5-9b8d-04d9b768538c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.015184 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e228f44-5f37-4ff5-9b8d-04d9b768538c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.018838 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6e228f44-5f37-4ff5-9b8d-04d9b768538c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.056469 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6e228f44-5f37-4ff5-9b8d-04d9b768538c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0a79099790f45fc900c249426d225de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501868 Sep 06 16:15:59.057559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e228f44-5f37-4ff5-9b8d-04d9b768538c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e44711-fc63-48ca-85e0-2699d964206a,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:59.059271 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52614) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:15:59.114172 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.134613 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.192567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.195167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:15:59.196451 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6e44711-fc63-48ca-85e0-2699d964206a HTTP/1.1" status: 204 len: 168 time: 0.1361022 Sep 06 16:15:59.205052 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d88c17-0189-4415-b824-3e7da26e962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e44711-fc63-48ca-85e0-2699d964206a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:15:59.442242 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa1ab-9cd5-4fcf-95fb-46ef167eda79 req-d8fc2b14-47dd-4603-ba69-e931067fa86b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:59.443746 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89baa1ab-9cd5-4fcf-95fb-46ef167eda79 req-d8fc2b14-47dd-4603-ba69-e931067fa86b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Sep 06 16:15:59.501158 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-89baa1ab-9cd5-4fcf-95fb-46ef167eda79 req-5352ef29-3b07-425e-a241-eb151c892d8e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500171 Sep 06 16:15:59.729655 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb742-caf0-4418-9d3d-bbc29d51dc54 req-8851f94a-a19a-46c7-9a17-700e14598cba tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:59.731304 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-725fb742-caf0-4418-9d3d-bbc29d51dc54 req-8851f94a-a19a-46c7-9a17-700e14598cba tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0734775 Sep 06 16:15:59.790153 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-725fb742-caf0-4418-9d3d-bbc29d51dc54 req-a211601e-3a19-4b8b-8746-a4e4d80a6f53 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470619 Sep 06 16:15:59.895015 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39c7c-7c5d-4a27-b89b-9491609c8df2 req-a83637c5-6444-4106-a36f-4813abae3d03 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:15:59.896614 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4bc39c7c-7c5d-4a27-b89b-9491609c8df2 req-a83637c5-6444-4106-a36f-4813abae3d03 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0551205 Sep 06 16:15:59.936328 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4bc39c7c-7c5d-4a27-b89b-9491609c8df2 req-fdad9156-4a1d-4372-a600-3b0342a7a92f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336158 Sep 06 16:16:00.652928 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330c093-ae34-4e80-8259-992521e770c4 req-5f7f46eb-c467-4a78-a606-a1c75f884b8d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:00.654928 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1330c093-ae34-4e80-8259-992521e770c4 req-5f7f46eb-c467-4a78-a606-a1c75f884b8d tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0849671 Sep 06 16:16:00.707569 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1330c093-ae34-4e80-8259-992521e770c4 req-eea69bf8-10e6-4d62-8cb0-28e913821aa4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464904 Sep 06 16:16:00.903225 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2d5f0-4f0e-4a90-8875-6b305700ba59 req-06f9a59e-1751-4d32-b63a-da5186107d45 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:00.904782 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-afc2d5f0-4f0e-4a90-8875-6b305700ba59 req-06f9a59e-1751-4d32-b63a-da5186107d45 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0528021 Sep 06 16:16:00.944324 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-afc2d5f0-4f0e-4a90-8875-6b305700ba59 req-a042728f-3b10-4e2e-8d32-15153812f74b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332189 Sep 06 16:16:01.093185 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce219cf-e27a-4eea-a885-151160bbeed2 req-3774f352-1324-4307-8cb5-40cdbff2c48c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:01.094878 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ce219cf-e27a-4eea-a885-151160bbeed2 req-3774f352-1324-4307-8cb5-40cdbff2c48c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0648832 Sep 06 16:16:01.136534 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8ce219cf-e27a-4eea-a885-151160bbeed2 req-2a8fb846-dd8b-4133-9ce7-8ac274d81ae2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350266 Sep 06 16:16:01.819935 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeb9c8-c22a-4320-921f-449f3886c847 req-04326096-d5ff-445a-8229-13d07795c8dd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:01.821412 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-badeb9c8-c22a-4320-921f-449f3886c847 req-04326096-d5ff-445a-8229-13d07795c8dd tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Sep 06 16:16:01.862997 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-badeb9c8-c22a-4320-921f-449f3886c847 req-e0ba9ce6-8fbe-4d47-956b-fac5302d8f68 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Sep 06 16:16:02.077134 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cf364-fd0b-40be-bb11-e0b1fa4f44da req-6cc219e2-34d3-477f-b0c3-56a46b68c9e1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:02.078657 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bf4cf364-fd0b-40be-bb11-e0b1fa4f44da req-6cc219e2-34d3-477f-b0c3-56a46b68c9e1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0562651 Sep 06 16:16:02.135786 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bf4cf364-fd0b-40be-bb11-e0b1fa4f44da req-a376558e-b1ec-487b-a4f0-a55f96eb7155 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Sep 06 16:16:02.255063 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c7026-11ed-4735-9bb6-de485f7ffab0 req-d2efa58d-edb8-436d-b020-5f2b8c9be48d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:02.256576 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a44c7026-11ed-4735-9bb6-de485f7ffab0 req-d2efa58d-edb8-436d-b020-5f2b8c9be48d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0495114 Sep 06 16:16:02.297848 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a44c7026-11ed-4735-9bb6-de485f7ffab0 req-196937e8-a775-446b-8935-49edef17c023 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343559 Sep 06 16:16:02.974986 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcbee1-e1df-4b0b-86d5-6504f2cacc58 req-7c41ce7a-ad55-437c-8e02-9beba2e4f3d0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:02.976652 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f5dcbee1-e1df-4b0b-86d5-6504f2cacc58 req-7c41ce7a-ad55-437c-8e02-9beba2e4f3d0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Sep 06 16:16:03.018187 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f5dcbee1-e1df-4b0b-86d5-6504f2cacc58 req-3dbae18b-fd1f-4b34-8fc3-a2bdd3912ec2 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Sep 06 16:16:03.240386 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480092e0-3a84-4d83-89b5-377a10cc14d8 req-9ba951c5-e16d-4123-8523-24afb9d471de tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:03.242294 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-480092e0-3a84-4d83-89b5-377a10cc14d8 req-9ba951c5-e16d-4123-8523-24afb9d471de tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0505335 Sep 06 16:16:03.283794 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-480092e0-3a84-4d83-89b5-377a10cc14d8 req-b4d7b879-3447-41b1-b5fe-494989b9c51a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Sep 06 16:16:03.411319 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d6132-8d9b-437a-99c9-94e954efab01 req-14a0f8cf-eff1-4240-b63c-510a75359e62 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:03.412798 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f08d6132-8d9b-437a-99c9-94e954efab01 req-14a0f8cf-eff1-4240-b63c-510a75359e62 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Sep 06 16:16:03.451490 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f08d6132-8d9b-437a-99c9-94e954efab01 req-76be958c-2db7-4dee-a00f-9481e6112ab1 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Sep 06 16:16:04.111143 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:04.136191 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001b98-cc6c-4888-97a3-e8e920e1cef9 req-807082c0-ec02-4c96-8ac9-063e654ba5c5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:04.138032 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dc001b98-cc6c-4888-97a3-e8e920e1cef9 req-807082c0-ec02-4c96-8ac9-063e654ba5c5 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Sep 06 16:16:04.183335 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dc001b98-cc6c-4888-97a3-e8e920e1cef9 req-1356c463-4ceb-4278-b93f-6e3b79adf7a1 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Sep 06 16:16:04.404607 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec035c03-e604-44d8-98df-70016e8f3bbc req-92d8da8f-d511-4ba4-8f14-5473b330018b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:04.406263 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ec035c03-e604-44d8-98df-70016e8f3bbc req-92d8da8f-d511-4ba4-8f14-5473b330018b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0490148 Sep 06 16:16:04.444519 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ec035c03-e604-44d8-98df-70016e8f3bbc req-08e6286b-e3c4-4070-854a-884797568c6f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Sep 06 16:16:04.562793 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9116fe-3adb-4f72-8c3c-4db59bf5db75 req-aab796a6-4bbc-487c-a472-2295a44a85d0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:04.564253 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b9116fe-3adb-4f72-8c3c-4db59bf5db75 req-aab796a6-4bbc-487c-a472-2295a44a85d0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0473320 Sep 06 16:16:04.601933 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b9116fe-3adb-4f72-8c3c-4db59bf5db75 req-82cb7b31-e376-4b31-8da0-4ef8591d80ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Sep 06 16:16:05.316312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afa619-adda-4bb5-8e74-8ea2ec7b383d req-b168c34c-4d88-4b7e-8e11-91df28e1f185 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.317816 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79afa619-adda-4bb5-8e74-8ea2ec7b383d req-b168c34c-4d88-4b7e-8e11-91df28e1f185 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0558274 Sep 06 16:16:05.363790 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79afa619-adda-4bb5-8e74-8ea2ec7b383d req-560b8006-9f30-4b08-9535-4833b43daebc tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Sep 06 16:16:05.552542 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367edd-5bee-4262-b272-8b316382b150 req-0136fca9-6ebd-429a-89dc-b101217e36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.554068 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-0136fca9-6ebd-429a-89dc-b101217e36dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1097 time: 0.0458488 Sep 06 16:16:05.583300 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20380a15-cbb6-4937-8cd4-b3859168cd4a req-160f32e5-7fde-49bb-b8b6-7a33115377ee tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.585054 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20380a15-cbb6-4937-8cd4-b3859168cd4a req-160f32e5-7fde-49bb-b8b6-7a33115377ee tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0678303 Sep 06 16:16:05.645568 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20380a15-cbb6-4937-8cd4-b3859168cd4a req-ab7b5018-f738-4d4e-89d4-4e82b228f095 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537910 Sep 06 16:16:05.745690 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367edd-5bee-4262-b272-8b316382b150 req-a3dc5184-eca6-47cd-9791-1892eda3cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.747182 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-a3dc5184-eca6-47cd-9791-1892eda3cc0b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.1701593 Sep 06 16:16:05.754924 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e3e49-e297-4da1-bac8-1e868ec2331a req-189c8396-d6db-4582-8cfd-4598f50251f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.756317 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4c9e3e49-e297-4da1-bac8-1e868ec2331a req-189c8396-d6db-4582-8cfd-4598f50251f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.0886641 Sep 06 16:16:05.774226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4092b-4aa2-4d79-8a81-0143c8693e3c req-c78f6d8f-34c0-48fb-9f29-0ee034aeeb82 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:05.775697 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d8b4092b-4aa2-4d79-8a81-0143c8693e3c req-c78f6d8f-34c0-48fb-9f29-0ee034aeeb82 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0762336 Sep 06 16:16:05.878205 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4c9e3e49-e297-4da1-bac8-1e868ec2331a req-19c7938b-1d4a-4a7b-b5a0-86b6239054bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003125 Sep 06 16:16:05.894195 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-828b30e6-4bfa-49bb-a5a2-fa4051e42593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 200 len: 1000 time: 0.1175320 Sep 06 16:16:05.897080 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d8b4092b-4aa2-4d79-8a81-0143c8693e3c req-7000cd60-e84d-4d5e-8456-c9d6a62df7ed tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085572 Sep 06 16:16:06.150681 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367edd-5bee-4262-b272-8b316382b150 req-5665108b-90e0-487d-a1f7-bead21e09a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:06.152168 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-5665108b-90e0-487d-a1f7-bead21e09a10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0453193 Sep 06 16:16:06.201671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367edd-5bee-4262-b272-8b316382b150 req-f41f6035-2d3f-4c9e-b82b-c46315f470a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:06.203218 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-f41f6035-2d3f-4c9e-b82b-c46315f470a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431218 Sep 06 16:16:06.297819 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-78ad3057-efd2-4814-9723-a6af04ad174a service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Sep 06 16:16:06.389630 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d6367edd-5bee-4262-b272-8b316382b150 req-cb55683a-dad2-471a-bdca-9ed8bc597172 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812237 Sep 06 16:16:06.498746 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ae720-c6fe-40a8-8eba-c3eabe8666d2 req-e8958312-182e-491d-82d7-cb040d81a9f0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:06.500351 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd6ae720-c6fe-40a8-8eba-c3eabe8666d2 req-e8958312-182e-491d-82d7-cb040d81a9f0 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0561225 Sep 06 16:16:06.539326 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cd6ae720-c6fe-40a8-8eba-c3eabe8666d2 req-c158be08-921d-4810-99fe-261703f2133e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Sep 06 16:16:06.778677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829744f-7ba1-4bda-b56f-f2f17c2cd9fc req-64c465ca-3bfc-4b9a-bd4e-23e51eb56d45 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:06.780269 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4829744f-7ba1-4bda-b56f-f2f17c2cd9fc req-64c465ca-3bfc-4b9a-bd4e-23e51eb56d45 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0557873 Sep 06 16:16:06.821084 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4829744f-7ba1-4bda-b56f-f2f17c2cd9fc req-e41a0725-e1ad-4119-bc7d-37a11d41a2ad tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Sep 06 16:16:07.017954 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b4e4f-6849-486d-9630-e644c6e69e19 req-b92fc200-7d79-46a8-b7b3-95337dad5de0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:07.019464 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-401b4e4f-6849-486d-9630-e644c6e69e19 req-b92fc200-7d79-46a8-b7b3-95337dad5de0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0518179 Sep 06 16:16:07.061673 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-401b4e4f-6849-486d-9630-e644c6e69e19 req-38750131-5f39-40ea-9a99-44b6669b67f9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362208 Sep 06 16:16:07.659515 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c421f1-600a-449e-8299-eaee881fc2a9 req-51d005af-733c-444f-a7cc-6fbcb2cae469 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:07.662138 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87c421f1-600a-449e-8299-eaee881fc2a9 req-51d005af-733c-444f-a7cc-6fbcb2cae469 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0533257 Sep 06 16:16:07.704620 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87c421f1-600a-449e-8299-eaee881fc2a9 req-a27ea855-bf5c-4e74-8ec3-26b8ff8ae9f3 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352266 Sep 06 16:16:07.944522 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed84ad2-fa38-44b8-9cf7-25863e1b60ba req-e44321ae-7a20-41ee-9256-bfcf650c9fd9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:07.946042 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aed84ad2-fa38-44b8-9cf7-25863e1b60ba req-e44321ae-7a20-41ee-9256-bfcf650c9fd9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0510716 Sep 06 16:16:07.988458 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aed84ad2-fa38-44b8-9cf7-25863e1b60ba req-f1d6fdbf-9785-4951-b29d-36cbc9fcf9b7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348930 Sep 06 16:16:08.171667 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5582c-38bf-48b4-9f28-6722b697c4f2 req-4d4e8f3f-b41a-44fc-8977-089fcf7502c7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:08.173123 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-12d5582c-38bf-48b4-9f28-6722b697c4f2 req-4d4e8f3f-b41a-44fc-8977-089fcf7502c7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0476506 Sep 06 16:16:08.208887 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-12d5582c-38bf-48b4-9f28-6722b697c4f2 req-c977f95b-910a-484d-afc2-d09ffed094e6 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298898 Sep 06 16:16:08.319075 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcab6e-a58b-46a0-b2d8-431e3712e4ad req-46979f84-3a57-4423-bad3-d7d778f656b0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:08.320541 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6dcab6e-a58b-46a0-b2d8-431e3712e4ad req-46979f84-3a57-4423-bad3-d7d778f656b0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0470130 Sep 06 16:16:08.357704 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6dcab6e-a58b-46a0-b2d8-431e3712e4ad req-8363c982-fe66-4f57-9f33-bb432a843957 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306406 Sep 06 16:16:08.378811 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52778) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:08.559395 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7fc797-5634-4e56-b6eb-07108a532c83 tempest-TestShelveInstance-1032581798 tempest-TestShelveInstance-1032581798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:08.560928 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2b7fc797-5634-4e56-b6eb-07108a532c83 tempest-TestShelveInstance-1032581798 tempest-TestShelveInstance-1032581798-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1094 time: 0.1811678 Sep 06 16:16:08.563862 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52782) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:08.568156 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:08.590558 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:08.686641 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:08.779442 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-161d59b0-819e-4b89-9430-a08de5cfe1ba tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:08.781584 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-161d59b0-819e-4b89-9430-a08de5cfe1ba tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.0670736 Sep 06 16:16:08.803101 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Allocated IP 172.27.3.88 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/07a6e2fd-fc0b-4764-802b-64e3ce78f47e) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:16:08.898590 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c8f15-fc43-4e24-bdcd-47c356a7a675 req-a538236b-495a-4c66-b8cd-cfec4b612ffe tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:08.900100 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d49c8f15-fc43-4e24-bdcd-47c356a7a675 req-a538236b-495a-4c66-b8cd-cfec4b612ffe tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=f73540ca-6070-472b-a5a8-1845edcbe159 HTTP/1.1" status: 200 len: 945 time: 0.1147914 Sep 06 16:16:08.913843 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:08.950529 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d49c8f15-fc43-4e24-bdcd-47c356a7a675 req-cee156ff-7773-42bb-89bb-64c7c843dafa tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Sep 06 16:16:08.952709 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Deleting port 4d648d06-1478-44a0-94fd-49f2a44210fe {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:08.953135 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:08.958721 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:08.998851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:16:09.001711 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:16:09.007274 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:16:09.034873 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'Port': ['ID=07a6e2fd-fc0b-4764-802b-64e3ce78f47e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:09.059234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] For port 4d648d06-1478-44a0-94fd-49f2a44210fe, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4d648d06-1478-44a0-94fd-49f2a44210fe,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:09.059687 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.074018 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Calling delete_port for 4d648d06-1478-44a0-94fd-49f2a44210fe owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:09.179898 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad947bf7-3692-4aa5-8b23-3a060e99aff5 req-2088d96b-41c5-480d-989d-700705ecf0a8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:09.181912 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad947bf7-3692-4aa5-8b23-3a060e99aff5 req-2088d96b-41c5-480d-989d-700705ecf0a8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0988572 Sep 06 16:16:09.206179 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.224726 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['3c3e13d0-8656-4ff0-a51a-6bd573a7c750', '4d648d06-1478-44a0-94fd-49f2a44210fe'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:09.234171 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Pushing event deleted for resources: {'Port': ['ID=4d648d06-1478-44a0-94fd-49f2a44210fe,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:09.268527 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad947bf7-3692-4aa5-8b23-3a060e99aff5 req-140807e6-7c68-490d-a8a9-bd8aaf536788 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522819 Sep 06 16:16:09.295981 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] No DVR routers for this DVR port 4d648d06-1478-44a0-94fd-49f2a44210fe on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:16:09.299618 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.304883 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-50b273e6-edee-46f1-ad4b-79a9f165a2f7 req-670775b7-f5c8-4622-8cb6-fb35cc73ea39 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "DELETE /v2.0/ports/4d648d06-1478-44a0-94fd-49f2a44210fe HTTP/1.1" status: 204 len: 173 time: 0.5069733 Sep 06 16:16:09.305335 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'name': 'network-vif-deleted', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:09.310788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63103df7-0ddb-45ca-897d-84fdf5056213" -d '{"events": [{"server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "name": "network-vif-deleted", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:09.348315 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e849f6b-f8e8-4dde-be3c-6a0aa18430d9 x-openstack-request-id: req-0e849f6b-f8e8-4dde-be3c-6a0aa18430d9 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:09.348594 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73540ca-6070-472b-a5a8-1845edcbe159", "name": "network-vif-deleted", "tag": "4d648d06-1478-44a0-94fd-49f2a44210fe", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:09.348838 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e849f6b-f8e8-4dde-be3c-6a0aa18430d9 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:09.349229 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73540ca-6070-472b-a5a8-1845edcbe159', 'name': 'network-vif-deleted', 'tag': '4d648d06-1478-44a0-94fd-49f2a44210fe', 'status': 'completed', 'code': 200} Sep 06 16:16:09.480723 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.544806 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.690717 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.695158 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.759263 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event updated for resources: {'Port': ['ID=07a6e2fd-fc0b-4764-802b-64e3ce78f47e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:09.768646 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:09.870988 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Floating IP d865f6e2-a9e2-4cab-8073-431d915cbf1d associated. External IP: 172.27.3.88, port: dd9ddf95-eb15-458d-b5b5-84c87ff98509. Sep 06 16:16:10.101672 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:16:10.132897 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-cd6383a2-69f1-44b3-a26b-646a739f405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.189729 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52812) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:10.253066 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:16:10.262672 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Sync routers for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:16:10.271639 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:16:10.272284 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:15:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:10.278044 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.289598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fc53a-05f7-499f-9d8e-2856d39cac2e req-2cf02229-bdef-4b9c-aa3a-546c2fba2f21 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.291776 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-894fc53a-05f7-499f-9d8e-2856d39cac2e req-2cf02229-bdef-4b9c-aa3a-546c2fba2f21 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0782022 Sep 06 16:16:10.306049 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f722ef5-1bff-4643-a982-9cca0e8123f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.331778 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-be93fee5-3716-4e0c-9568-0d9c1ca017ba tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7668586 Sep 06 16:16:10.333750 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:10.336261 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5553fc-316a-4b2d-812f-8064eb942a89" -d '{"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:10.373036 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-894fc53a-05f7-499f-9d8e-2856d39cac2e req-32279931-ad25-45fc-9d1c-0753a2093e68 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588493 Sep 06 16:16:10.401524 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:16:10.413013 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e577a0-ba5d-426e-adf9-e8625cd93fd9 x-openstack-request-id: req-78e577a0-ba5d-426e-adf9-e8625cd93fd9 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:10.413516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:10.413932 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78e577a0-ba5d-426e-adf9-e8625cd93fd9 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:10.414475 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'status': 'completed', 'code': 200} Sep 06 16:16:10.440696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f7b6b-e4f5-4751-b424-bf26f7db414a req-3ef7a12a-fdb4-4e5b-9612-fb1c4807a2bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.442204 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e95f7b6b-e4f5-4751-b424-bf26f7db414a req-3ef7a12a-fdb4-4e5b-9612-fb1c4807a2bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0730693 Sep 06 16:16:10.523057 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f722ef5-1bff-4643-a982-9cca0e8123f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.529530 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f722ef5-1bff-4643-a982-9cca0e8123f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.536984 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e95f7b6b-e4f5-4751-b424-bf26f7db414a req-12135f60-e7c0-46ed-a310-4c2934e8900d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849049 Sep 06 16:16:10.544992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-50d2949a-9612-4a77-8ed0-2d473ccea33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.546479 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-50d2949a-9612-4a77-8ed0-2d473ccea33b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.1034079 Sep 06 16:16:10.599865 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4f722ef5-1bff-4643-a982-9cca0e8123f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62ba9ab6e0a14d8687eaab046a20d124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4065392 Sep 06 16:16:10.600310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52822) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:10.604622 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f722ef5-1bff-4643-a982-9cca0e8123f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde6174d-eb87-4c02-9ad9-77e246f0513a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:10.641627 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'd865f6e2-a9e2-4cab-8073-431d915cbf1d', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'mac_address': 'fa:16:3e:f7:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c67153-a665-4c16-be98-fadc3c12c175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:16:09Z', 'updated_at': '2021-09-06T16:16:09Z', 'revision_number': 0, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:10.661022 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.670211 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Checking router: 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:16:10.671525 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-1cf79c1a-f48b-490e-9854-ca77648482e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.672636 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-1cf79c1a-f48b-490e-9854-ca77648482e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.1173668 Sep 06 16:16:10.678572 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:16:10.679182 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:15:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:10.684211 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.736401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.739068 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:10.740277 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dde6174d-eb87-4c02-9ad9-77e246f0513a HTTP/1.1" status: 204 len: 168 time: 0.1390347 Sep 06 16:16:10.745800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-66ee2bed-e2e7-40d2-8e01-a767f99484c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 999 time: 0.0587814 Sep 06 16:16:10.749100 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b576b2-4384-4bdc-8e47-2ad976d224d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde6174d-eb87-4c02-9ad9-77e246f0513a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:10.794410 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:16:10.807170 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-4b5036f9-391e-43a5-ac75-0d9b617c363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.808680 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-4b5036f9-391e-43a5-ac75-0d9b617c363a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0537286 Sep 06 16:16:10.866664 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-291adedf-c27a-4484-bfcb-7381893839a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:10.866664 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-291adedf-c27a-4484-bfcb-7381893839a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431385 Sep 06 16:16:10.961470 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-23539f10-0537-40f2-aa8c-8cd2da80ba70 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881460 Sep 06 16:16:11.032258 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'd865f6e2-a9e2-4cab-8073-431d915cbf1d', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'mac_address': 'fa:16:3e:f7:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c67153-a665-4c16-be98-fadc3c12c175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:16:09Z', 'updated_at': '2021-09-06T16:16:09Z', 'revision_number': 0, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:11.048936 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 52830) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:11.059181 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b4baed-43b0-461b-ad35-d49eee36db6d None None] The sync data for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi is: [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'd865f6e2-a9e2-4cab-8073-431d915cbf1d', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'mac_address': 'fa:16:3e:f7:33:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c67153-a665-4c16-be98-fadc3c12c175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:16:09Z', 'updated_at': '2021-09-06T16:16:09Z', 'revision_number': 0, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:16:11.066088 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338d13cc-98c6-4798-b628-e71f9e3cac2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.086448 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7e5553fc-316a-4b2d-812f-8064eb942a89 req-7a4745f5-1321-44ed-b8bd-ad603f081932 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098130 Sep 06 16:16:11.164743 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338d13cc-98c6-4798-b628-e71f9e3cac2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.169857 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338d13cc-98c6-4798-b628-e71f9e3cac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.207364 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-338d13cc-98c6-4798-b628-e71f9e3cac2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0afd99c1305c41daa2bc69902b00cadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573217 Sep 06 16:16:11.209289 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d13cc-98c6-4798-b628-e71f9e3cac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d9d41-c768-4112-8d21-b131fd5a03db,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:11.210075 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 52832) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:11.264120 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.286812 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.288744 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd21bbe2-580c-40ed-8492-fbb1acfb8b0a None None] New status for floating IP d865f6e2-a9e2-4cab-8073-431d915cbf1d: ACTIVE {{(pid=94039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:16:11.341339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.344019 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:11.345201 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/198d9d41-c768-4112-8d21-b131fd5a03db HTTP/1.1" status: 204 len: 168 time: 0.1337442 Sep 06 16:16:11.352824 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df1991-30a5-40e9-9755-c80b13bd07d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d9d41-c768-4112-8d21-b131fd5a03db,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:11.490906 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1844f-ee86-4c31-b79d-1f21d49061eb req-98a45885-acfc-4b89-823a-e4a470e836c7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:11.492428 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-43e1844f-ee86-4c31-b79d-1f21d49061eb req-98a45885-acfc-4b89-823a-e4a470e836c7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0576534 Sep 06 16:16:11.519391 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 4d648d06-1478-44a0-94fd-49f2a44210fe no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:11.534279 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-43e1844f-ee86-4c31-b79d-1f21d49061eb req-75e95244-ecad-4a0c-b2b3-79651e1a4750 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Sep 06 16:16:11.539482 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 4d648d06-1478-44a0-94fd-49f2a44210fe {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:11.540022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 4d648d06-1478-44a0-94fd-49f2a44210fe not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:11.663517 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8247-4dbf-48b9-a510-388a366ab6fa req-727e89dc-23b0-4e48-b4d8-eba94700534c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:11.665077 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2f2e8247-4dbf-48b9-a510-388a366ab6fa req-727e89dc-23b0-4e48-b4d8-eba94700534c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0513048 Sep 06 16:16:11.708237 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2f2e8247-4dbf-48b9-a510-388a366ab6fa req-f7d88277-ca89-4691-8568-7ee0796aa0d5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365582 Sep 06 16:16:12.652015 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625e99-a391-4ba2-9493-75fd8977718b req-04a4a973-0e7f-408f-a3d1-d433a5f32d8a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:12.653547 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bb625e99-a391-4ba2-9493-75fd8977718b req-04a4a973-0e7f-408f-a3d1-d433a5f32d8a tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Sep 06 16:16:12.691080 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bb625e99-a391-4ba2-9493-75fd8977718b req-30d2b47e-b7f0-420f-82e9-6593e42d1374 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Sep 06 16:16:12.827998 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8578-7544-41d4-b16e-8d7900daeb1d req-e2e26b64-2ef2-466c-a185-d15e5de8c625 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:12.829409 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ea6e8578-7544-41d4-b16e-8d7900daeb1d req-e2e26b64-2ef2-466c-a185-d15e5de8c625 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 944 time: 0.0479953 Sep 06 16:16:12.867314 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ea6e8578-7544-41d4-b16e-8d7900daeb1d req-13b980b7-abaf-4f64-80ac-c236432b2cf9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Sep 06 16:16:12.907640 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5a66d994-3d59-48c0-aef1-19812d9cf65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:12.988298 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:13.527456 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:16:13.619420 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:13.630046 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'mac_address': 'fa:16:3e:27:f3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:16:13.669096 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:13.681189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:16:13.708401 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:13.709799 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:13.711766 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:13.759462 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=9']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:13.766461 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.766940 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.767286 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.767627 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.767959 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.768313 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.768642 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.768969 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.769299 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.769623 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.769941 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.770258 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:13.805389 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75382e-8f03-454a-b20d-184ba6c4634c req-2a46cb96-4f4b-45ea-9bfd-c6f3d90650ab tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:13.806984 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b75382e-8f03-454a-b20d-184ba6c4634c req-2a46cb96-4f4b-45ea-9bfd-c6f3d90650ab tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Sep 06 16:16:13.843755 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b75382e-8f03-454a-b20d-184ba6c4634c req-f35dd049-53b4-4c3c-9fb2-8f15db220dc7 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306780 Sep 06 16:16:13.985940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad70aa9-b5ad-4d6e-8f5d-16b5a137871d req-50f8a28b-cb01-49e3-b8d8-3a080a51a825 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:13.987383 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5ad70aa9-b5ad-4d6e-8f5d-16b5a137871d req-50f8a28b-cb01-49e3-b8d8-3a080a51a825 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0488358 Sep 06 16:16:14.028708 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5ad70aa9-b5ad-4d6e-8f5d-16b5a137871d req-b856dda0-f4e0-4af3-adbc-42a1731d6f48 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354440 Sep 06 16:16:14.959936 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641dab0-2643-4625-b7c9-2720f9e76e1d req-19c42fcd-d5a2-4808-a76a-b637c2caa34b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:14.961605 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7641dab0-2643-4625-b7c9-2720f9e76e1d req-19c42fcd-d5a2-4808-a76a-b637c2caa34b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Sep 06 16:16:14.998732 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7641dab0-2643-4625-b7c9-2720f9e76e1d req-bd2c05e7-9fd7-4c84-8940-926ab6fe4cef tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309341 Sep 06 16:16:15.145331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d1343-47af-46f2-ae37-aa9bf02851c6 req-7499caeb-0285-4c6b-8912-e70edaea7044 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:15.146690 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f05d1343-47af-46f2-ae37-aa9bf02851c6 req-7499caeb-0285-4c6b-8912-e70edaea7044 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0474129 Sep 06 16:16:15.184136 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f05d1343-47af-46f2-ae37-aa9bf02851c6 req-c65c30c6-f1e8-4d2d-8651-1a68d191696d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309794 Sep 06 16:16:15.383246 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:16.110408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd32be9-9181-489d-bcae-c39241fc0157 req-a4722f96-786e-47a7-9a23-3049ff1cadba tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:16.111850 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-efd32be9-9181-489d-bcae-c39241fc0157 req-a4722f96-786e-47a7-9a23-3049ff1cadba tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0476203 Sep 06 16:16:16.148176 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-efd32be9-9181-489d-bcae-c39241fc0157 req-e66b4152-0a9a-434f-8f63-9a9825d55a9e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Sep 06 16:16:16.300349 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73446e-77b9-4f6b-b702-9f2558a9d2f2 req-d5392883-e4fc-402b-afef-cf20af4b0d24 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:16.301723 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0a73446e-77b9-4f6b-b702-9f2558a9d2f2 req-d5392883-e4fc-402b-afef-cf20af4b0d24 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0476336 Sep 06 16:16:16.338239 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0a73446e-77b9-4f6b-b702-9f2558a9d2f2 req-207d216c-fb75-4884-90d4-2d55ed536177 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298951 Sep 06 16:16:16.967676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:17.060171 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-404f1ef6-1872-4474-9b68-8f7a15fa29f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:17.061622 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-404f1ef6-1872-4474-9b68-8f7a15fa29f4 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0470304 Sep 06 16:16:17.154621 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Deleting port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:17.154963 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:17.245534 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] For port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:17.245791 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:17.257257 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Calling delete_port for 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:17.258648 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a00c31-36e5-4f14-984d-e8843510f8e2 req-ca03efa6-5a38-4c76-a52c-f1cca9dd5b76 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:17.260879 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-46a00c31-36e5-4f14-984d-e8843510f8e2 req-ca03efa6-5a38-4c76-a52c-f1cca9dd5b76 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Sep 06 16:16:17.299776 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-46a00c31-36e5-4f14-984d-e8843510f8e2 req-d12aff8f-3b5b-405f-81c2-38939bbbdf0b tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Sep 06 16:16:17.586146 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bc3e2-3fdc-4591-96c1-490fa03d28f3 req-f9277946-3712-4289-97ef-4271d4ff6af9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:17.587839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b70bc3e2-3fdc-4591-96c1-490fa03d28f3 req-f9277946-3712-4289-97ef-4271d4ff6af9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0708108 Sep 06 16:16:17.670690 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b70bc3e2-3fdc-4591-96c1-490fa03d28f3 req-5436bbea-6758-4dc4-8234-8b969040977e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661187 Sep 06 16:16:17.677230 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:17.691381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['3c3e13d0-8656-4ff0-a51a-6bd573a7c750'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:17.707103 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Pushing event deleted for resources: {'Port': ['ID=3c3e13d0-8656-4ff0-a51a-6bd573a7c750,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:17.748279 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] No DVR routers for this DVR port 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:16:17.750681 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:17.752668 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4345685f-1c61-448d-85b1-2c85eaa35058 req-732c5575-08e0-44b6-8674-18213add1d53 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.46 "DELETE /v2.0/ports/3c3e13d0-8656-4ff0-a51a-6bd573a7c750 HTTP/1.1" status: 204 len: 173 time: 0.6847332 Sep 06 16:16:17.753109 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'name': 'network-vif-deleted', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:17.755311 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff8395-ecee-458a-88b8-979206d1ff0f" -d '{"events": [{"server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "name": "network-vif-deleted", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:17.796578 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb68040-4566-4fc7-82f5-60fdc9bbad3b x-openstack-request-id: req-efb68040-4566-4fc7-82f5-60fdc9bbad3b {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:17.796919 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bfda5f-61a9-4020-b07a-96cb723bf9c4", "name": "network-vif-deleted", "tag": "3c3e13d0-8656-4ff0-a51a-6bd573a7c750", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:17.797177 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efb68040-4566-4fc7-82f5-60fdc9bbad3b {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:17.797565 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bfda5f-61a9-4020-b07a-96cb723bf9c4', 'name': 'network-vif-deleted', 'tag': '3c3e13d0-8656-4ff0-a51a-6bd573a7c750', 'status': 'completed', 'code': 200} Sep 06 16:16:18.404100 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-084abd37-79ed-49da-a564-7de0f9ae6ed2 req-149aade7-378a-4011-9dab-fb024de3a630 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 210 time: 0.0282812 Sep 06 16:16:18.799451 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f8d3-4f01-4dc9-a094-e1782bbe17a0 req-e91baab2-40d8-4167-b207-b10ddd308316 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:18.800990 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0c34f8d3-4f01-4dc9-a094-e1782bbe17a0 req-e91baab2-40d8-4167-b207-b10ddd308316 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 945 time: 0.0508037 Sep 06 16:16:18.837578 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0c34f8d3-4f01-4dc9-a094-e1782bbe17a0 req-6d43ef15-b6af-4794-9909-d3aaa14c2725 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299897 Sep 06 16:16:18.872712 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:16:18.919216 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:16:18.919567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:19.005805 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:19.029166 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:19.031386 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d87236-a0ff-401e-a3d3-914a94bbe618" -d '{"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:19.044414 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:19.049770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:19.074942 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87568ce4-24d1-4bfc-94fd-6ab0ab4f9488 x-openstack-request-id: req-87568ce4-24d1-4bfc-94fd-6ab0ab4f9488 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:19.075237 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-plugged", "status": "completed", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:19.075528 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87568ce4-24d1-4bfc-94fd-6ab0ab4f9488 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:19.075861 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'code': 200} Sep 06 16:16:19.101662 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=10']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:19.506319 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a6a9e615-0f94-4a09-aecc-ebba34d4eb5e req-87596724-77a2-4913-b071-0cfa3ac4b588 tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 210 time: 0.0260832 Sep 06 16:16:19.547662 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:16:19.956267 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5102-1b7f-444e-889e-8df2309d5a48 req-37bb8d6a-64dd-4ef0-ace2-86dfeace30ef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:19.957711 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-126d5102-1b7f-444e-889e-8df2309d5a48 req-37bb8d6a-64dd-4ef0-ace2-86dfeace30ef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0475268 Sep 06 16:16:19.995409 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-126d5102-1b7f-444e-889e-8df2309d5a48 req-6859329b-4587-45d6-851c-f5437b411cd9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Sep 06 16:16:20.607953 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-20978330-7e2d-4509-b879-3c736b442859 req-dd7806e8-6eaf-48b7-a1fb-d596e707df8e tempest-ServerRescueNegativeTestJSON-1946734970 tempest-ServerRescueNegativeTestJSON-1946734970-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9bfda5f-61a9-4020-b07a-96cb723bf9c4 HTTP/1.1" status: 200 len: 210 time: 0.0259190 Sep 06 16:16:20.761571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:20.781346 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:20.781695 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3c3e13d0-8656-4ff0-a51a-6bd573a7c750 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:21.120867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ee48d-502c-481c-9908-d7e1b40fcc4d req-feca6989-fb27-4ec4-b261-597ae0887265 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:21.122779 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e26ee48d-502c-481c-9908-d7e1b40fcc4d req-feca6989-fb27-4ec4-b261-597ae0887265 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0511985 Sep 06 16:16:21.172503 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e26ee48d-502c-481c-9908-d7e1b40fcc4d req-b768aeb7-4505-467f-aa87-91d728082db2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394223 Sep 06 16:16:21.302971 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988de0f-b55c-46e1-b133-a9dfa7a27de2 req-e063df71-74e7-4f1d-9d98-a84da24490bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:21.304359 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2988de0f-b55c-46e1-b133-a9dfa7a27de2 req-e063df71-74e7-4f1d-9d98-a84da24490bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 1100 time: 0.0432708 Sep 06 16:16:21.341224 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2988de0f-b55c-46e1-b133-a9dfa7a27de2 req-7e552479-81df-4902-acbe-762765407363 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275166 Sep 06 16:16:21.661912 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53006) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:22.255860 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:22.298333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd357-44d4-42fe-a012-4d36959e6ff2 req-42194122-5b8d-45f5-823d-bd0777c37942 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:22.299827 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b5bd357-44d4-42fe-a012-4d36959e6ff2 req-42194122-5b8d-45f5-823d-bd0777c37942 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0497606 Sep 06 16:16:22.337310 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b5bd357-44d4-42fe-a012-4d36959e6ff2 req-0d47298a-8f45-4d25-befb-89e2339e005c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Sep 06 16:16:22.552688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Deleting port 54a2d03d-15e8-4a76-a19b-15e918d70d2e {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:22.553028 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:22.637586 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] For port 54a2d03d-15e8-4a76-a19b-15e918d70d2e, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=54a2d03d-15e8-4a76-a19b-15e918d70d2e,segment=NetworkSegment(174a072c-3661-402a-a4c3-255bd5058adb),segment_id=174a072c-3661-402a-a4c3-255bd5058adb)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:22.637958 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:22.651574 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Calling delete_port for 54a2d03d-15e8-4a76-a19b-15e918d70d2e owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:22.861634 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:22.887040 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a2d03d-15e8-4a76-a19b-15e918d70d2e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:23.052394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:23.257637 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Router 0548ebeb-7f9c-4236-b200-8093bd3b726f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:16:23.357970 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:16:23.364979 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-521b481a-1979-4e26-9b54-d5f17deaed52 admin admin] 10.222.0.11 "PUT /v2.0/routers/0548ebeb-7f9c-4236-b200-8093bd3b726f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006795 Sep 06 16:16:23.366254 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53040) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:23.367267 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Sync routers for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:16:23.376477 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:16:23.377084 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:23.479459 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:16:23.666492 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:16:22Z', 'revision_number': 5, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:23.693203 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Checking router: 0548ebeb-7f9c-4236-b200-8093bd3b726f for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:16:23.696691 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f0dc-aca4-4108-9ace-fdc2c9f69319 req-62fefbb5-7b2b-4875-adce-5dccfdcb69bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:23.698367 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ce6f0dc-aca4-4108-9ace-fdc2c9f69319 req-62fefbb5-7b2b-4875-adce-5dccfdcb69bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.2847407 Sep 06 16:16:23.699970 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:23.703921 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Routers {'0548ebeb-7f9c-4236-b200-8093bd3b726f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:16:23.704575 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['0548ebeb-7f9c-4236-b200-8093bd3b726f'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:23.779793 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5ce6f0dc-aca4-4108-9ace-fdc2c9f69319 req-44c6853d-cff2-490b-a690-0598599f6482 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479720 Sep 06 16:16:23.832469 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:23.886489 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Deleting port 347b77dc-5e72-422b-aa7f-806ee36f4b18 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:23.887133 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:23.891449 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] Set router 0548ebeb-7f9c-4236-b200-8093bd3b726f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:16:23.968445 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] For port 347b77dc-5e72-422b-aa7f-806ee36f4b18, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=347b77dc-5e72-422b-aa7f-806ee36f4b18,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:23.968807 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:23.980550 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Calling delete_port for 347b77dc-5e72-422b-aa7f-806ee36f4b18 owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:24.067242 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:16:22Z', 'revision_number': 5, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:24.097662 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a406f4f1-0ae9-43f3-9a50-e6657a8bf60c None None] The sync data for ids ['0548ebeb-7f9c-4236-b200-8093bd3b726f'] in dv-cinder-759961-10-iscsi is: [{'id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'name': 'tempest-ServerRescueNegativeTestJSON-835609788-router', 'tenant_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:53Z', 'updated_at': '2021-09-06T16:16:22Z', 'revision_number': 5, 'project_id': '1267b85dfb1e4dd0a4492625ec7d75e1', 'gw_port': {'id': '347b77dc-5e72-422b-aa7f-806ee36f4b18', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548ebeb-7f9c-4236-b200-8093bd3b726f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:16:24.156741 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.181790 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=347b77dc-5e72-422b-aa7f-806ee36f4b18,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:24.240335 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.343448 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.345761 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.404114 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.404590 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0548ebeb-7f9c-4236-b200-8093bd3b726f {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:16:24.410078 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.410452 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-323b455b-7d37-4645-be29-1ed0b8cf1b16 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0548ebeb-7f9c-4236-b200-8093bd3b726f HTTP/1.1" status: 204 len: 168 time: 1.0432231 Sep 06 16:16:24.412924 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53048) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:24.456752 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Deleting subnet 4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:16:24.459960 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.501091 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.540969 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.600713 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.614676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 54a2d03d-15e8-4a76-a19b-15e918d70d2e no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:24.632911 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:24.635482 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.637549 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bdb9f757-a00d-4b40-8f3d-ee02dd73e5b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f2a7e97-73d7-4fe2-a346-44a1c18f5ccb HTTP/1.1" status: 204 len: 168 time: 0.2237091 Sep 06 16:16:24.640054 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53050) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:24.719214 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.755377 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 54a2d03d-15e8-4a76-a19b-15e918d70d2e {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:24.755723 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 54a2d03d-15e8-4a76-a19b-15e918d70d2e not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:24.801598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.824244 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2970be5-c199-4775-bce0-24eaf740fdec']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:24.834071 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174a072c-3661-402a-a4c3-255bd5058adb') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:24.834466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174a072c-3661-402a-a4c3-255bd5058adb') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:24.845061 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.858835 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.864772 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:16:24.865152 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:16:24.866738 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:16:24.904346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535ee08-dcb8-4aa1-bcba-30370290ce52 req-74af25b3-41f4-4777-a9a0-d4fe9a25d282 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:24.905839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a535ee08-dcb8-4aa1-bcba-30370290ce52 req-74af25b3-41f4-4777-a9a0-d4fe9a25d282 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0484409 Sep 06 16:16:24.922141 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.927415 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:24.932181 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e2970be5-c199-4775-bce0-24eaf740fdec HTTP/1.1" status: 204 len: 168 time: 0.2882745 Sep 06 16:16:24.941075 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae56c-7d82-48ec-9699-518e50de4987 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2970be5-c199-4775-bce0-24eaf740fdec,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:24.950366 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a535ee08-dcb8-4aa1-bcba-30370290ce52 req-c57044f9-f97f-41d0-804f-c4f7c550e5ac tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Sep 06 16:16:25.109107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53062) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:25.147852 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1460dbe4-dc18-4945-84dc-d7ee2d061afd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1267b85dfb1e4dd0a4492625ec7d75e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375497 Sep 06 16:16:25.151055 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53064) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:25.202986 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:25.223841 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:25.279174 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:25.281891 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:25.283013 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303 HTTP/1.1" status: 204 len: 168 time: 0.1310692 Sep 06 16:16:25.291169 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905faec-e027-4539-afe0-668aa175eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab4e58b-8db5-4f1d-b3d5-63b3c87ed303,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:26.127088 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab813f4-8c08-4d96-80a7-a76a6d335c73 req-91a062e9-e5a7-4b00-bfc1-006947688e22 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:26.137396 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ab813f4-8c08-4d96-80a7-a76a6d335c73 req-91a062e9-e5a7-4b00-bfc1-006947688e22 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0781674 Sep 06 16:16:26.195304 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3ab813f4-8c08-4d96-80a7-a76a6d335c73 req-aca8065d-f314-4935-ad98-832e01706c14 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493138 Sep 06 16:16:26.456467 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53144) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:26.503207 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 347b77dc-5e72-422b-aa7f-806ee36f4b18 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:26.542089 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 347b77dc-5e72-422b-aa7f-806ee36f4b18 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:26.542819 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 347b77dc-5e72-422b-aa7f-806ee36f4b18 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:26.623309 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb4373b8-3fb2-4b88-88e3-76d39c80eed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.719491 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb4373b8-3fb2-4b88-88e3-76d39c80eed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.724042 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-cb4373b8-3fb2-4b88-88e3-76d39c80eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.760927 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-cb4373b8-3fb2-4b88-88e3-76d39c80eed8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbc9a57a0e0d4d7d99b573db617520d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034105 Sep 06 16:16:26.762107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4373b8-3fb2-4b88-88e3-76d39c80eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9eb5c-c6bf-4068-a6bd-63851184f9f7,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:26.763584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53156) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:26.812156 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.835222 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.880415 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.882875 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:26.884168 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ca9eb5c-c6bf-4068-a6bd-63851184f9f7 HTTP/1.1" status: 204 len: 168 time: 0.1195405 Sep 06 16:16:26.891419 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253e78a-e9a7-4aeb-a8d8-f73f1437bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9eb5c-c6bf-4068-a6bd-63851184f9f7,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:27.140226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53166) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:27.153884 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-701291f6-e535-40f6-adbc-8a1a69f07ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.244446 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-701291f6-e535-40f6-adbc-8a1a69f07ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.248375 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-701291f6-e535-40f6-adbc-8a1a69f07ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.297512 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-701291f6-e535-40f6-adbc-8a1a69f07ef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3782b3c6c08b42aca6ce94107ac08818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561954 Sep 06 16:16:27.300154 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53172) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:27.311550 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701291f6-e535-40f6-adbc-8a1a69f07ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac7dccf-b359-43e5-8506-fb4ce17a6777,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:27.339227 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3303ce-0735-4a3f-bfd7-77a2018b7026 req-d92785e8-a2de-4943-9226-9e77c8854bbc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:27.341210 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9e3303ce-0735-4a3f-bfd7-77a2018b7026 req-d92785e8-a2de-4943-9226-9e77c8854bbc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0674286 Sep 06 16:16:27.350440 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.375433 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.389175 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9e3303ce-0735-4a3f-bfd7-77a2018b7026 req-1728266a-d943-4a61-a918-45f5dba3ad6e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Sep 06 16:16:27.424689 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.427471 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.428674 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ac7dccf-b359-43e5-8506-fb4ce17a6777 HTTP/1.1" status: 204 len: 168 time: 0.1274073 Sep 06 16:16:27.436409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16004b5c-e1c4-4911-ac73-1e608d629af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac7dccf-b359-43e5-8506-fb4ce17a6777,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:27.748675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53188) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:27.762358 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51412b45-a9bb-4c73-b503-29f60d7220f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.857518 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51412b45-a9bb-4c73-b503-29f60d7220f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.861986 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-51412b45-a9bb-4c73-b503-29f60d7220f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.904823 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51412b45-a9bb-4c73-b503-29f60d7220f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78af6d14-be23-413a-afa3-103780608f0a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:27.909348 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-51412b45-a9bb-4c73-b503-29f60d7220f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=853278a9b7b94a5b874effb0d9850d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596634 Sep 06 16:16:27.912123 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53194) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:27.966720 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:27.990071 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:28.038803 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:28.042467 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:28.043639 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78af6d14-be23-413a-afa3-103780608f0a HTTP/1.1" status: 204 len: 168 time: 0.1305392 Sep 06 16:16:28.051310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c45c2-36f9-4e11-b3bf-f553bddc3ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af6d14-be23-413a-afa3-103780608f0a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:32.479330 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-df1fff59-d72a-45fa-9e97-a6b57eacfebc tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3564fe386906416e92b0ca3f56e09d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299835 Sep 06 16:16:32.676985 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-6c217cbc-f9d6-4418-8d60-51963147dbaf tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:32.678489 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-6c217cbc-f9d6-4418-8d60-51963147dbaf tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940956 Sep 06 16:16:32.693187 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-472b8346-5845-42c8-857d-e69ee2204cdf tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/quotas/3564fe386906416e92b0ca3f56e09d21 HTTP/1.1" status: 200 len: 375 time: 0.0089424 Sep 06 16:16:32.730184 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-5aeddfa3-e1d3-44fc-bf64-2f1ab64877c0 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3564fe386906416e92b0ca3f56e09d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313578 Sep 06 16:16:32.880461 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3eeb3421-984d-45e7-ae7c-4698726df3b5 req-38c07d40-f169-4605-ab0e-9c2d1369da0f tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 210 time: 0.0251842 Sep 06 16:16:33.762386 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-e2ee6916-ae66-4802-aeb4-c25211237741 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3564fe386906416e92b0ca3f56e09d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212977 Sep 06 16:16:33.893891 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-dc1231d1-88c4-4211-86a2-65b99507cdb4 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:33.895428 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-dc1231d1-88c4-4211-86a2-65b99507cdb4 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225574 Sep 06 16:16:33.920886 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Request body: {'port': {'device_id': '58922bea-edfd-4c55-984a-65073e000031', 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0', 'admin_state_up': True, 'tenant_id': '3564fe386906416e92b0ca3f56e09d21'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:33.978399 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bf284c72-3606-49a2-905a-f05263467e4f req-eac3c4ef-4629-4903-86c2-42e9680e4460 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Sep 06 16:16:33.987607 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507ae00-3c9b-45e8-9a90-5da8f4850fb6 req-f831ee2f-167a-4442-b28e-c25b23a04bf3 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:33.989135 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0507ae00-3c9b-45e8-9a90-5da8f4850fb6 req-f831ee2f-167a-4442-b28e-c25b23a04bf3 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.1190071 Sep 06 16:16:34.048800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0507ae00-3c9b-45e8-9a90-5da8f4850fb6 req-4719a5f2-9651-4179-9825-90e9f1f724bd tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524127 Sep 06 16:16:34.068335 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Made reservation on behalf of 3564fe386906416e92b0ca3f56e09d21 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:34.071981 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.080289 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.121991 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.171087 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.174660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.237872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54809c0a-de39-42a9-b618-8278f8a4e85c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:34.300565 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Allocated IP 192.168.233.62 (5342a5e1-13af-42ae-89ef-315e8c848cc0/f21ff41a-b840-4711-a5e5-29d500565aad/04684ccb-3132-4138-b29a-9c06155a24bd) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:16:34.441381 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.457168 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Transition to ACTIVE for port object 04684ccb-3132-4138-b29a-9c06155a24bd will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:16:34.491824 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.533914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Network 5342a5e1-13af-42ae-89ef-315e8c848cc0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:16:34.537148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:16:34.540261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:16:34.584001 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Pushing event updated for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:34.611830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:34.612750 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.630375 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-8638f847-5b38-424c-b6f5-b14d5d17dc22 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7133231 Sep 06 16:16:34.644853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Request body: {'port': {'device_id': '58922bea-edfd-4c55-984a-65073e000031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:34.700933 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.838084 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-e268397d-ce63-44b9-80a4-bd29c8642945 None None] Provisioning for port 04684ccb-3132-4138-b29a-9c06155a24bd completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:16:34.842031 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-e268397d-ce63-44b9-80a4-bd29c8642945 None None] Provisioning complete for port 04684ccb-3132-4138-b29a-9c06155a24bd triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:16:34.842689 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e268397d-ce63-44b9-80a4-bd29c8642945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.861408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53352) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:34.877388 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-e268397d-ce63-44b9-80a4-bd29c8642945 None None] Port 04684ccb-3132-4138-b29a-9c06155a24bd cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:16:34.968185 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c5266fe-a1aa-40ef-9875-aa74251de923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.978199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04684ccb-3132-4138-b29a-9c06155a24bd {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:16:34.985604 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:34.999958 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Transition to ACTIVE for port object 04684ccb-3132-4138-b29a-9c06155a24bd will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:16:35.005105 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.069984 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c5266fe-a1aa-40ef-9875-aa74251de923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.077104 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0c5266fe-a1aa-40ef-9875-aa74251de923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.107286 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:35.128343 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0c5266fe-a1aa-40ef-9875-aa74251de923 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4204373ef9642a190f5a760b0dae6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658033 Sep 06 16:16:35.129250 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53360) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:35.133806 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5266fe-a1aa-40ef-9875-aa74251de923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1238d1c5-3f4a-494c-8ef0-887d5d05127c,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:35.202373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba67d-223e-4826-a908-ad49952c07b0 req-a142d328-6341-4473-89ac-d07e04e47001 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.203985 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-413ba67d-223e-4826-a908-ad49952c07b0 req-a142d328-6341-4473-89ac-d07e04e47001 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 947 time: 0.1483560 Sep 06 16:16:35.205235 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Attempting to bind port 04684ccb-3132-4138-b29a-9c06155a24bd on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:16:35.205606 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Attempting to bind port 04684ccb-3132-4138-b29a-9c06155a24bd by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:16:35.205933 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Attempting to bind port 04684ccb-3132-4138-b29a-9c06155a24bd on network 5342a5e1-13af-42ae-89ef-315e8c848cc0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:16:35.210825 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Port 04684ccb-3132-4138-b29a-9c06155a24bd on network 5342a5e1-13af-42ae-89ef-315e8c848cc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:16:35.211084 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479439-784c-4647-b788-2433580de02d req-c92cb5d6-0051-4695-8c4e-6326f9673bf7 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.211324 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Attempting to bind port 04684ccb-3132-4138-b29a-9c06155a24bd on network 5342a5e1-13af-42ae-89ef-315e8c848cc0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:16:35.213535 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f6479439-784c-4647-b788-2433580de02d req-c92cb5d6-0051-4695-8c4e-6326f9673bf7 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.0832300 Sep 06 16:16:35.228731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:16:35.229069 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Checking segment: {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:16:35.229673 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Bound using segment: {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:16:35.229881 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Bound port: 04684ccb-3132-4138-b29a-9c06155a24bd, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c642001b-0ca7-4a2a-99ac-3b47124c9028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:16:35.230239 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.249995 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.275652 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f6479439-784c-4647-b788-2433580de02d req-de6e4024-5f98-44b4-93ec-8efcc49f9d6a tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554044 Sep 06 16:16:35.283012 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-413ba67d-223e-4826-a908-ad49952c07b0 req-66e52687-1547-4f86-9ca6-346511ad4b19 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690951 Sep 06 16:16:35.284286 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.324178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:16:35.327432 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04684ccb-3132-4138-b29a-9c06155a24bd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:16:35.332820 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.338491 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.341714 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.345801 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1238d1c5-3f4a-494c-8ef0-887d5d05127c HTTP/1.1" status: 204 len: 168 time: 0.2113297 Sep 06 16:16:35.353079 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45c89f-13c7-4637-a701-b33dd213663b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238d1c5-3f4a-494c-8ef0-887d5d05127c,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:35.370594 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.371198 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:35.372699 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/04684ccb-3132-4138-b29a-9c06155a24bd HTTP/1.1" status: 200 len: 1097 time: 0.7322671 Sep 06 16:16:35.372984 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:35.375194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fe005f-c0f6-4e85-81a3-007576b6275f" -d '{"events": [{"name": "network-changed", "server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:35.410794 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4566e-b576-4ed0-8cee-99b007ed33a1 service neutron] Pushing event updated for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:35.437657 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa19fc7-30dd-48da-9ad8-08eefef60f1a x-openstack-request-id: req-7fa19fc7-30dd-48da-9ad8-08eefef60f1a {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:35.438188 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:35.438451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fa19fc7-30dd-48da-9ad8-08eefef60f1a {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:35.438851 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd', 'status': 'completed', 'code': 200} Sep 06 16:16:35.502919 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-65649cfe-d435-4f15-bb78-dabe250765a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.504859 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-65649cfe-d435-4f15-bb78-dabe250765a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3564fe386906416e92b0ca3f56e09d21&device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 1100 time: 0.0557575 Sep 06 16:16:35.560697 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-020b325b-a653-440a-92dd-e9c1442e440c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=04684ccb-3132-4138-b29a-9c06155a24bd HTTP/1.1" status: 200 len: 217 time: 0.0383117 Sep 06 16:16:35.632539 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-ea4cdc85-acb1-4a36-8677-49a02692c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.634823 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-ea4cdc85-acb1-4a36-8677-49a02692c378 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f21ff41a-b840-4711-a5e5-29d500565aad HTTP/1.1" status: 200 len: 843 time: 0.0609138 Sep 06 16:16:35.686756 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-237d776c-7b3b-4866-b251-7a644e47beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.688271 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-237d776c-7b3b-4866-b251-7a644e47beb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5342a5e1-13af-42ae-89ef-315e8c848cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0411265 Sep 06 16:16:35.791916 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-e0233487-934c-4613-ae85-b39343448c9e service neutron] 10.222.0.46 "GET /v2.0/networks/5342a5e1-13af-42ae-89ef-315e8c848cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865343 Sep 06 16:16:35.888319 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-90e7d75f-61df-4203-8ad1-bc3c9ed1418e req-5ff9e0c3-7055-45ee-8b95-7a692d702bcb service neutron] 10.222.0.46 "GET /v2.0/networks/5342a5e1-13af-42ae-89ef-315e8c848cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883865 Sep 06 16:16:35.980638 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-4fa4867c-1605-47f4-8fb7-0a5bda79d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:35.982036 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-4fa4867c-1605-47f4-8fb7-0a5bda79d8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3564fe386906416e92b0ca3f56e09d21&device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 1100 time: 0.0441628 Sep 06 16:16:36.013043 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53386) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:36.083648 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-94736b16-355a-46ce-8726-580549947169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.085106 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-94736b16-355a-46ce-8726-580549947169 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5342a5e1-13af-42ae-89ef-315e8c848cc0 HTTP/1.1" status: 200 len: 870 time: 0.0947642 Sep 06 16:16:36.114192 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-304293901-network', 'tenant_id': '243fccbf7dfc44be9068fc3563d1a7a1'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:36.139516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Made reservation on behalf of 243fccbf7dfc44be9068fc3563d1a7a1 for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:36.142190 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.143128 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-5e3a1b1d-39ea-4997-86f8-502df65f1a36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=04684ccb-3132-4138-b29a-9c06155a24bd HTTP/1.1" status: 200 len: 217 time: 0.0415149 Sep 06 16:16:36.150965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.155588 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-f1eb4120-bf62-4317-bd6a-2d211e356666 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.157046 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-f1eb4120-bf62-4317-bd6a-2d211e356666 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.0860693 Sep 06 16:16:36.240704 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.245011 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.253377 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-f0fd4b46-2d8c-4b6f-a283-ed13ae8f09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.254837 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-f0fd4b46-2d8c-4b6f-a283-ed13ae8f09f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f21ff41a-b840-4711-a5e5-29d500565aad HTTP/1.1" status: 200 len: 843 time: 0.0969377 Sep 06 16:16:36.266110 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:16:36.281435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.281831 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Added segment 3aa3d52d-7031-4fb5-a86b-ea06ca613036 of type vlan for network 14e57ba7-d951-4b58-b3d6-469a9d0c15a0 Sep 06 16:16:36.283095 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f687a4-e3cb-49c5-955b-2494bb2b9248,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:36.312401 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Deleting port a68504f7-04e5-4e95-ba48-8171cddff299 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:36.312938 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.329072 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.347049 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-d01ffb9b-730c-4f14-b0ca-669bb90971b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.348578 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-d01ffb9b-730c-4f14-b0ca-669bb90971b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5342a5e1-13af-42ae-89ef-315e8c848cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0803146 Sep 06 16:16:36.369409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.370599 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.371242 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.416418 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4014735 Sep 06 16:16:36.432856 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53394) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:36.438394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Request body: {'subnet': {'network_id': '14e57ba7-d951-4b58-b3d6-469a9d0c15a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-304293901-subnet', 'tenant_id': '243fccbf7dfc44be9068fc3563d1a7a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:36.474220 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22988-d65b-491e-bef4-9b49554a22dd admin admin] Pushing event updated for resources: {'Network': ['ID=14e57ba7-d951-4b58-b3d6-469a9d0c15a0,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:36.487979 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 14e57ba7-d951-4b58-b3d6-469a9d0c15a0 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:16:36.498819 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] For port a68504f7-04e5-4e95-ba48-8171cddff299, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a68504f7-04e5-4e95-ba48-8171cddff299,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:36.499194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.501283 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665025-2f88-415f-b3c0-1f1a0c194d0e req-3195aa72-f4c4-4953-94ff-d20d8f9e679e tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.502862 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c665025-2f88-415f-b3c0-1f1a0c194d0e req-3195aa72-f4c4-4953-94ff-d20d8f9e679e tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 947 time: 0.1153383 Sep 06 16:16:36.508837 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Made reservation on behalf of 243fccbf7dfc44be9068fc3563d1a7a1 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:36.511452 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413244'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.531677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b54ef0-de24-435c-af8f-e5b4095c9f9f req-0de959e3-59fc-484c-ada0-fdb7244754c5 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.533210 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-92b54ef0-de24-435c-af8f-e5b4095c9f9f req-0de959e3-59fc-484c-ada0-fdb7244754c5 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=913b88e2-71e7-49f5-9a85-c2e9ad85349c HTTP/1.1" status: 200 len: 945 time: 0.1547740 Sep 06 16:16:36.535669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Calling delete_port for a68504f7-04e5-4e95-ba48-8171cddff299 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:36.544169 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-cae5f749-3c7e-4d8b-8b6e-0269607189ec service neutron] 10.222.0.46 "GET /v2.0/networks/5342a5e1-13af-42ae-89ef-315e8c848cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667612 Sep 06 16:16:36.599193 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c665025-2f88-415f-b3c0-1f1a0c194d0e req-0db3814f-7bdd-4284-b748-5e3d82a7fa90 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Sep 06 16:16:36.644119 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-92b54ef0-de24-435c-af8f-e5b4095c9f9f req-f582bfdb-36ac-4113-8541-de9ed2fe1137 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963755 Sep 06 16:16:36.722230 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-88fe005f-c0f6-4e85-81a3-007576b6275f req-c146ba10-bf41-447a-bad2-2bff9a8d2eb6 service neutron] 10.222.0.46 "GET /v2.0/networks/5342a5e1-13af-42ae-89ef-315e8c848cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661232 Sep 06 16:16:36.729771 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5373677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413262'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.771544 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.785540 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a68504f7-04e5-4e95-ba48-8171cddff299'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:36.795167 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510bd2eb-5128-41e9-9a29-9a59a37c4e4f,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:36.800908 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Pushing event deleted for resources: {'Port': ['ID=a68504f7-04e5-4e95-ba48-8171cddff299,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:36.805702 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Checking segment: {'id': '3aa3d52d-7031-4fb5-a86b-ea06ca613036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '14e57ba7-d951-4b58-b3d6-469a9d0c15a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:16:36.806436 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Network hostable DHCP agents. Network: 14e57ba7-d951-4b58-b3d6-469a9d0c15a0, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:16:36.824066 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Network 14e57ba7-d951-4b58-b3d6-469a9d0c15a0 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:16:36.833141 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 14e57ba7-d951-4b58-b3d6-469a9d0c15a0) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:16:36.838278 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:36.838859 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.841397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] No DVR routers for this DVR port a68504f7-04e5-4e95-ba48-8171cddff299 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:16:36.842638 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a07a2-1f4d-450b-814c-9dd551ff1875 None None] Network 14e57ba7-d951-4b58-b3d6-469a9d0c15a0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:16:36.843816 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:36.845959 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8d4e45c1-7d16-4d13-941b-36c6b4904c3a req-51ec7d2b-f2dd-4124-8dfd-38d96f750c41 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "DELETE /v2.0/ports/a68504f7-04e5-4e95-ba48-8171cddff299 HTTP/1.1" status: 204 len: 173 time: 0.6799564 Sep 06 16:16:36.856691 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9c285919-023d-4a69-acf4-194db76c7fd3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4218600 Sep 06 16:16:36.972477 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e22bf0f-4a37-4423-85f0-07636e2a06f2 None None] Network 14e57ba7-d951-4b58-b3d6-469a9d0c15a0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:16:37.334995 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53410) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:37.341377 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-765741825-network', 'tenant_id': '4e1cc62598b7438b82eb89f6bf09646a'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:37.362716 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Made reservation on behalf of 4e1cc62598b7438b82eb89f6bf09646a for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:37.365090 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.376920 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.440012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'name': 'network-vif-deleted', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:37.442167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1412a81-03ca-480d-a871-b81a2ac89f6e" -d '{"events": [{"server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "name": "network-vif-deleted", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:37.472457 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.476613 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.480026 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56cb599-c15f-4a67-8c89-0bdf519551d3 x-openstack-request-id: req-f56cb599-c15f-4a67-8c89-0bdf519551d3 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:37.480339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913b88e2-71e7-49f5-9a85-c2e9ad85349c", "name": "network-vif-deleted", "tag": "a68504f7-04e5-4e95-ba48-8171cddff299", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:37.480584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f56cb599-c15f-4a67-8c89-0bdf519551d3 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:37.480959 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913b88e2-71e7-49f5-9a85-c2e9ad85349c', 'name': 'network-vif-deleted', 'tag': 'a68504f7-04e5-4e95-ba48-8171cddff299', 'status': 'completed', 'code': 200} Sep 06 16:16:37.502032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:16:37.511295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b3e0ed-eb26-4be7-bbde-42240aaa954e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:37.517124 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.517465 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Added segment 31642ca8-02f6-4842-92ab-de501c3c0cf6 of type vlan for network 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c Sep 06 16:16:37.555921 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.579519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.580497 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:37.581090 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.608024 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2711964 Sep 06 16:16:37.610929 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53414) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:37.617581 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Request body: {'subnet': {'network_id': '3a87f6a4-1946-4b41-a9c7-51cbc7f8505c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-765741825-subnet', 'tenant_id': '4e1cc62598b7438b82eb89f6bf09646a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:37.644011 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459eb51-b1a0-48c0-88c3-7e4ae7ecd995 admin admin] Pushing event updated for resources: {'Network': ['ID=3a87f6a4-1946-4b41-a9c7-51cbc7f8505c,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:37.651212 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Made reservation on behalf of 4e1cc62598b7438b82eb89f6bf09646a for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:37.653695 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413244'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.655900 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:16:37.850276 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5373677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413262'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.916496 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b62be51-0ddf-42d4-a664-da06ca4ff935,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:37.933133 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Checking segment: {'id': '31642ca8-02f6-4842-92ab-de501c3c0cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3a87f6a4-1946-4b41-a9c7-51cbc7f8505c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:16:37.933488 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Network hostable DHCP agents. Network: 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:16:37.949993 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Network 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:16:37.959856 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:16:37.965070 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:37.965661 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:37.967227 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3afc1-396f-4ce0-bc85-dd8f0633e284 req-80d37af2-6cec-42d5-8338-39560c4e63d5 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:37.968835 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5db3afc1-396f-4ce0-bc85-dd8f0633e284 req-80d37af2-6cec-42d5-8338-39560c4e63d5 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 947 time: 0.2958374 Sep 06 16:16:37.974142 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2291f3-f2d7-4e1b-9a0d-c721ba9db750 None None] Network 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:16:37.981556 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9b8829ac-ffa9-49f5-a7f2-266470f64686 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3684230 Sep 06 16:16:38.024634 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5db3afc1-396f-4ce0-bc85-dd8f0633e284 req-e830015c-b5cc-4362-a8d5-1bf92d5b4a31 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488019 Sep 06 16:16:38.097477 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c891e5-b42e-4b03-986b-053bb786f355 None None] Network 3a87f6a4-1946-4b41-a9c7-51cbc7f8505c requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:16:38.098021 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53428) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:38.142559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Deleting subnet 510bd2eb-5128-41e9-9a29-9a59a37c4e4f {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:16:38.145645 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.183878 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.222223 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.272561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.295679 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510bd2eb-5128-41e9-9a29-9a59a37c4e4f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:38.301452 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.306632 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e1f29dcd-de4f-435a-b6c0-2cbf6707c09d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/510bd2eb-5128-41e9-9a29-9a59a37c4e4f HTTP/1.1" status: 204 len: 168 time: 0.2042732 Sep 06 16:16:38.306893 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53430) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:38.375675 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.449560 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.469446 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e57ba7-d951-4b58-b3d6-469a9d0c15a0']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.478864 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa3d52d-7031-4fb5-a86b-ea06ca613036') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.479156 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa3d52d-7031-4fb5-a86b-ea06ca613036') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.490151 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.503940 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.509703 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:16:38.510079 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:16:38.511652 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:16:38.566091 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.571191 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.573085 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14e57ba7-d951-4b58-b3d6-469a9d0c15a0 HTTP/1.1" status: 204 len: 168 time: 0.2653675 Sep 06 16:16:38.575897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53432) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:38.583037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cf248-68cc-43fe-8e7d-60fbe449c116 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e57ba7-d951-4b58-b3d6-469a9d0c15a0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:38.620907 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Deleting subnet 3b62be51-0ddf-42d4-a664-da06ca4ff935 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:16:38.623644 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.657059 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.697897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.747946 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.771870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b62be51-0ddf-42d4-a664-da06ca4ff935,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:38.777747 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.779124 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e014e21e-fd4a-4367-b3da-399363aff37f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3b62be51-0ddf-42d4-a664-da06ca4ff935 HTTP/1.1" status: 204 len: 168 time: 0.2021859 Sep 06 16:16:38.781641 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53434) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:38.847644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.925988 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.945650 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a87f6a4-1946-4b41-a9c7-51cbc7f8505c']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.954495 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31642ca8-02f6-4842-92ab-de501c3c0cf6') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.954790 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31642ca8-02f6-4842-92ab-de501c3c0cf6') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:16:38.964589 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.977069 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.982869 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:16:38.983257 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:16:38.984942 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:16:39.045212 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.061533 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.063401 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] 10.222.0.11 "DELETE /v2.0/networks/3a87f6a4-1946-4b41-a9c7-51cbc7f8505c HTTP/1.1" status: 204 len: 168 time: 0.2807550 Sep 06 16:16:39.064430 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47024c9-0ae6-4982-8a59-cecf00ddf82b admin admin] Pushing event deleted for resources: {'Network': ['ID=3a87f6a4-1946-4b41-a9c7-51cbc7f8505c,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:39.144984 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675423a-cdef-421e-a3e5-1eb694d190fe req-b4af0a22-8bec-4270-bba8-82b1215e9638 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:39.146461 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2675423a-cdef-421e-a3e5-1eb694d190fe req-b4af0a22-8bec-4270-bba8-82b1215e9638 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 947 time: 0.0493681 Sep 06 16:16:39.185339 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2675423a-cdef-421e-a3e5-1eb694d190fe req-f96aa936-ec98-4937-a495-9b96a86fc55d tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327039 Sep 06 16:16:39.231885 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53442) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:39.271255 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9394fe05-5d10-460b-a3c8-3b725afb4e1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=243fccbf7dfc44be9068fc3563d1a7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382311 Sep 06 16:16:39.273809 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53444) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:39.324534 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.344851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.390464 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.393173 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.394267 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78f687a4-e3cb-49c5-955b-2494bb2b9248 HTTP/1.1" status: 204 len: 168 time: 0.1195936 Sep 06 16:16:39.401799 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b071f51-adb1-450e-8b4f-f79c563581b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f687a4-e3cb-49c5-955b-2494bb2b9248,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:39.703331 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53452) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:39.741599 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-cf648543-504d-4f3d-a9cf-3e74d42a0250 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e1cc62598b7438b82eb89f6bf09646a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370343 Sep 06 16:16:39.744505 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53454) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:39.789895 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.809671 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.861200 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.862014 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:39.863296 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94b3e0ed-eb26-4be7-bbde-42240aaa954e HTTP/1.1" status: 204 len: 168 time: 0.1177046 Sep 06 16:16:39.871383 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d2e7c-2b08-40a3-adb8-5b65799ec0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b3e0ed-eb26-4be7-bbde-42240aaa954e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:40.134433 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d5c3a62d-eb62-49e3-b149-ff69d2a491a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:40.299389 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730041b-1910-4499-b08d-7df91e919cd2 req-dc7c403b-44d5-4f11-98c6-3dc2fb6edfc3 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:40.300905 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f730041b-1910-4499-b08d-7df91e919cd2 req-dc7c403b-44d5-4f11-98c6-3dc2fb6edfc3 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 947 time: 0.0485940 Sep 06 16:16:40.343686 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f730041b-1910-4499-b08d-7df91e919cd2 req-0c7e676a-984f-4689-83da-6784e74f2701 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Sep 06 16:16:40.985500 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 04684ccb-3132-4138-b29a-9c06155a24bd details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:16:41.088450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04684ccb-3132-4138-b29a-9c06155a24bd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:41.100568 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '04684ccb-3132-4138-b29a-9c06155a24bd', 'network_id': '5342a5e1-13af-42ae-89ef-315e8c848cc0', 'port_id': '04684ccb-3132-4138-b29a-9c06155a24bd', 'mac_address': 'fa:16:3e:4c:98:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21ff41a-b840-4711-a5e5-29d500565aad', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:16:41.141333 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.155185 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04684ccb-3132-4138-b29a-9c06155a24bd {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:16:41.178556 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04684ccb-3132-4138-b29a-9c06155a24bd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:41.183083 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.233206 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:41.461353 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e346fd-5cc2-4a37-b1be-9707ea7699d0 req-fcb86be3-1231-4fc3-8d01-3cdd7f8b8737 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:41.463119 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8e346fd-5cc2-4a37-b1be-9707ea7699d0 req-fcb86be3-1231-4fc3-8d01-3cdd7f8b8737 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 948 time: 0.0527663 Sep 06 16:16:41.500710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a8e346fd-5cc2-4a37-b1be-9707ea7699d0 req-f2be1238-f651-44ed-8546-cd93368917d8 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Sep 06 16:16:41.504515 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['04684ccb-3132-4138-b29a-9c06155a24bd'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:41.674829 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53524) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:41.779844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1134db83-e8d4-40d4-b85e-dcc0f224cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.867874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1134db83-e8d4-40d4-b85e-dcc0f224cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.871453 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1134db83-e8d4-40d4-b85e-dcc0f224cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.912058 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1134db83-e8d4-40d4-b85e-dcc0f224cd5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10c3fc99b6b046508590133a62b304e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361636 Sep 06 16:16:41.914468 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134db83-e8d4-40d4-b85e-dcc0f224cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc1ca15-5ab5-46c6-8631-f7ec80e6bf2f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:41.915188 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53528) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:41.965805 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:41.986220 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.030376 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a68504f7-04e5-4e95-ba48-8171cddff299 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:42.039340 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.042443 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.044103 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bc1ca15-5ab5-46c6-8631-f7ec80e6bf2f HTTP/1.1" status: 204 len: 168 time: 0.1276739 Sep 06 16:16:42.056755 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8395-a114-40d9-8810-8fc7c17cac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc1ca15-5ab5-46c6-8631-f7ec80e6bf2f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:42.057139 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: a68504f7-04e5-4e95-ba48-8171cddff299 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:42.057397 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a68504f7-04e5-4e95-ba48-8171cddff299 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:42.315537 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53548) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:42.329085 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e3257674-3598-4c8f-a9ce-0e7e6496a22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.414073 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e3257674-3598-4c8f-a9ce-0e7e6496a22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.417456 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e3257674-3598-4c8f-a9ce-0e7e6496a22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.457075 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e3257674-3598-4c8f-a9ce-0e7e6496a22e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fec5971a701b4cfa897061a1733e27d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404316 Sep 06 16:16:42.458899 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257674-3598-4c8f-a9ce-0e7e6496a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce718d9-d9ab-4b9b-8b18-11f363b37335,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:42.459737 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53550) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:42.508291 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.528264 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.573696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.576368 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.577515 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ce718d9-d9ab-4b9b-8b18-11f363b37335 HTTP/1.1" status: 204 len: 168 time: 0.1167681 Sep 06 16:16:42.607783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c83cc-e710-41c9-9597-d0be9d17b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce718d9-d9ab-4b9b-8b18-11f363b37335,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:42.640345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3ab3-6eb2-4462-93ff-66a776fd542d req-1451999b-0327-4e1d-9067-ce8685aa8c3c tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:42.642002 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d68a3ab3-6eb2-4462-93ff-66a776fd542d req-1451999b-0327-4e1d-9067-ce8685aa8c3c tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 948 time: 0.0634604 Sep 06 16:16:42.678918 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d68a3ab3-6eb2-4462-93ff-66a776fd542d req-21f8f6e5-46b0-4c75-bb4b-b43c34b723d7 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Sep 06 16:16:42.899422 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-519aa16c-e2ea-4f4e-b393-a842885ab9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:42.989273 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:43.699325 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:43.791598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719067a-049b-45f9-ad3b-975bca141906 req-3af820bf-3734-4fb6-9446-a8061f751372 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:43.793697 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0719067a-049b-45f9-ad3b-975bca141906 req-3af820bf-3734-4fb6-9446-a8061f751372 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 948 time: 0.0483639 Sep 06 16:16:43.833103 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0719067a-049b-45f9-ad3b-975bca141906 req-af1c952b-0587-4943-bc39-356ebd590b2f tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Sep 06 16:16:44.946860 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8d1ce-a489-4c78-a683-7b880f87747a req-e9e70677-0535-4d44-ac0b-37b367601f36 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:44.948274 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-45d8d1ce-a489-4c78-a683-7b880f87747a req-e9e70677-0535-4d44-ac0b-37b367601f36 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 948 time: 0.0496528 Sep 06 16:16:44.984994 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-45d8d1ce-a489-4c78-a683-7b880f87747a req-9a977e5d-e4fd-41d4-9a4d-a02337c0fd95 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Sep 06 16:16:45.316882 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 04684ccb-3132-4138-b29a-9c06155a24bd up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:16:45.365110 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 04684ccb-3132-4138-b29a-9c06155a24bd completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:16:45.370700 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 04684ccb-3132-4138-b29a-9c06155a24bd triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:16:45.371163 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:45.411776 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:45.454876 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:45.479353 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:45.481566 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e16d1-4234-410e-8704-f06ab3379f72" -d '{"events": [{"server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "name": "network-vif-plugged", "status": "completed", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:45.495293 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04684ccb-3132-4138-b29a-9c06155a24bd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:45.499363 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:45.522016 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f690b54-92aa-4da2-ae53-828ff864bf7a x-openstack-request-id: req-5f690b54-92aa-4da2-ae53-828ff864bf7a {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:45.522359 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "name": "network-vif-plugged", "status": "completed", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:45.522687 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f690b54-92aa-4da2-ae53-828ff864bf7a {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:45.523126 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd', 'code': 200} Sep 06 16:16:45.547808 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:46.097426 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615699ec-0702-41ac-a38a-6c9feb8758d4 req-f2f2b37d-21ec-41c6-b62d-1b3c41863431 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:46.098870 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-615699ec-0702-41ac-a38a-6c9feb8758d4 req-f2f2b37d-21ec-41c6-b62d-1b3c41863431 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.0471966 Sep 06 16:16:46.136283 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-615699ec-0702-41ac-a38a-6c9feb8758d4 req-36a1ac75-3fdd-4e81-b601-8914e3cdb191 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308270 Sep 06 16:16:46.436744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387357-9276-4314-b20f-b368aada2ffa req-09fe30f1-a74e-4892-a046-bb6c236aadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:46.438504 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a7387357-9276-4314-b20f-b368aada2ffa req-09fe30f1-a74e-4892-a046-bb6c236aadea service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 1102 time: 0.0425372 Sep 06 16:16:46.475870 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a7387357-9276-4314-b20f-b368aada2ffa req-78eb5cd0-67df-4419-891c-5ee47757a028 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285676 Sep 06 16:16:46.721072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-5873859e-a7cc-4386-97f2-eed233ab63ec tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:46.722559 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-5873859e-a7cc-4386-97f2-eed233ab63ec tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 814 time: 0.1128840 Sep 06 16:16:46.737779 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-cd19d53a-3cba-4d95-bf09-2f148557a0f6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/quotas/fd67fe5244444deeaed7ff464d2e45ef HTTP/1.1" status: 200 len: 375 time: 0.0093493 Sep 06 16:16:46.769547 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-0a9a6ed0-7c5e-4eef-af56-88aa9b9c5f6c tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256662 Sep 06 16:16:46.861296 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ed15fd65-e3f5-4dcd-8530-2c8749598ef3 service neutron] 10.222.0.11 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Sep 06 16:16:46.947943 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-54e222e0-2fdc-4974-8321-5331c1c3dade service neutron] 10.222.0.11 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798728 Sep 06 16:16:47.102715 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4cb2a016-31d6-4d29-ba74-dea7c67df554 req-95a8ad2f-19db-4531-93d0-1034b1957c78 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 210 time: 0.0266163 Sep 06 16:16:47.258160 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad07e5-1e48-4f95-88d7-60b7df286845 req-26145551-392d-426c-946c-f0261536f3d9 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:47.259738 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b9ad07e5-1e48-4f95-88d7-60b7df286845 req-26145551-392d-426c-946c-f0261536f3d9 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.0550783 Sep 06 16:16:47.302119 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b9ad07e5-1e48-4f95-88d7-60b7df286845 req-abff9b02-416e-48e1-b7ff-412ce4fdd2ba tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Sep 06 16:16:47.990190 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c77037-8c88-4492-aaf5-b9e7971c86a3 req-f7c5f5f2-5b7e-4fcf-b90a-e9eaf0889c90 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:47.992179 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5c77037-8c88-4492-aaf5-b9e7971c86a3 req-f7c5f5f2-5b7e-4fcf-b90a-e9eaf0889c90 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Sep 06 16:16:48.033096 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d5c77037-8c88-4492-aaf5-b9e7971c86a3 req-80cae656-ea38-4bdd-b982-3afd2e966278 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346336 Sep 06 16:16:48.186473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-5aafde4c-6ead-4abf-902d-fb6afb11b8be tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:48.187985 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-5aafde4c-6ead-4abf-902d-fb6afb11b8be tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 814 time: 0.1093411 Sep 06 16:16:48.200831 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-27f3cc16-d987-4017-8095-6824ce9f433e req-dd59c331-a1ed-46c5-acf2-e2370bf0c557 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 210 time: 0.0260236 Sep 06 16:16:48.204940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Request body: {'port': {'device_id': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771', 'admin_state_up': True, 'tenant_id': 'fd67fe5244444deeaed7ff464d2e45ef'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:48.310079 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Made reservation on behalf of fd67fe5244444deeaed7ff464d2e45ef for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:16:48.313588 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:48.461449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a6e3d-a140-4ac7-9701-7401fe1a8eb0 req-b0b086ed-4212-4399-8e42-e8d275c37dd8 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:48.463197 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-085a6e3d-a140-4ac7-9701-7401fe1a8eb0 req-b0b086ed-4212-4399-8e42-e8d275c37dd8 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.0918643 Sep 06 16:16:48.487327 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Allocated IP 172.20.0.7 (41f2b922-d7a5-4fe2-9e2b-253e58014771/ce1f2751-9372-4154-ba49-b4a63b68507a/41aaf7bd-d0a6-4957-b75e-93d5776d6581) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:16:48.520306 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-085a6e3d-a140-4ac7-9701-7401fe1a8eb0 req-406f9839-058b-4812-84c3-207502f2c97c tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Sep 06 16:16:48.656913 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:48.700283 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:48.755564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Network 41f2b922-d7a5-4fe2-9e2b-253e58014771 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:16:48.780232 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:16:48.786288 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:16:48.790997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Pushing event updated for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:48.840443 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea01e6-dd4d-423e-a62e-2673fc94f06d req-8d569d6f-5a75-4a06-8af8-feaa38325e83 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:48.841951 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-93ea01e6-dd4d-423e-a62e-2673fc94f06d req-8d569d6f-5a75-4a06-8af8-feaa38325e83 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.1100762 Sep 06 16:16:48.853579 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:48.854202 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:48.885169 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-c702237d-4f0e-475c-9e6f-342707740909 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6843455 Sep 06 16:16:48.899058 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-93ea01e6-dd4d-423e-a62e-2673fc94f06d req-f1f54b55-b543-4772-852c-e7cf02aaf78a tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Sep 06 16:16:48.904432 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Request body: {'port': {'device_id': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:16:48.958573 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.159318 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f6d95-b403-4711-a955-a2306fe42acc req-b609bf15-92d3-4a15-a52b-b9227d345735 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:49.161197 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-450f6d95-b403-4711-a955-a2306fe42acc req-b609bf15-92d3-4a15-a52b-b9227d345735 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0570855 Sep 06 16:16:49.204652 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-450f6d95-b403-4711-a955-a2306fe42acc req-885588f1-ce46-44b7-9b03-b594d2f11416 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363967 Sep 06 16:16:49.241388 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aaf7bd-d0a6-4957-b75e-93d5776d6581 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:16:49.249320 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.262908 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Transition to ACTIVE for port object 41aaf7bd-d0a6-4957-b75e-93d5776d6581 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:16:49.267516 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.346101 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Pushing event updated for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:49.399700 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47076c52-dce4-488c-8c2b-5b135144020e req-06a30024-6d81-4cd3-8b1a-d551bc61ab78 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:49.401229 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-47076c52-dce4-488c-8c2b-5b135144020e req-06a30024-6d81-4cd3-8b1a-d551bc61ab78 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 943 time: 0.1238539 Sep 06 16:16:49.453473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Attempting to bind port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:16:49.456901 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Attempting to bind port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:16:49.457346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Attempting to bind port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:16:49.464544 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-47076c52-dce4-488c-8c2b-5b135144020e req-10165ebd-80eb-4dac-8f59-c7b9b44e0234 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573874 Sep 06 16:16:49.465616 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:16:49.466037 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Attempting to bind port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 on network 41f2b922-d7a5-4fe2-9e2b-253e58014771 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:16:49.471262 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:16:49.471734 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Checking segment: {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:16:49.472253 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Bound using segment: {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:16:49.472983 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Bound port: 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c096a7c6-4629-41a3-b6c0-c4952f8498f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:16:49.473238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.536784 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:16:49.540632 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:16:49.545833 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.595470 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:49.595470 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:49.596551 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] 10.222.0.46 "PUT /v2.0/ports/41aaf7bd-d0a6-4957-b75e-93d5776d6581 HTTP/1.1" status: 200 len: 1093 time: 0.6965377 Sep 06 16:16:49.596985 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:49.599190 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c3336-f3f7-4250-b4ad-74da6fea54fb" -d '{"events": [{"name": "network-changed", "server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:49.638338 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea1b11-4f62-4474-aadc-3a01fddd0c7f service neutron] Pushing event updated for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:49.645623 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e6d51-5fb8-4024-b8da-b70285701434 x-openstack-request-id: req-307e6d51-5fb8-4024-b8da-b70285701434 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:49.645915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:49.646162 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-307e6d51-5fb8-4024-b8da-b70285701434 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:49.646562 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581', 'status': 'completed', 'code': 200} Sep 06 16:16:49.692788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-8035c5dc-6688-4cd7-9cb4-c9fbf9475866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:49.694462 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-8035c5dc-6688-4cd7-9cb4-c9fbf9475866 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 1096 time: 0.0433340 Sep 06 16:16:49.742035 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-7ffb6b0d-a9d4-4b3e-9b23-f2ff464f665f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581 HTTP/1.1" status: 200 len: 217 time: 0.0348217 Sep 06 16:16:49.797741 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b65096-a382-4e95-a4de-bda1289f571b req-3a4cbf2a-8d25-440e-9db4-33cc2e897454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:49.799242 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-3a4cbf2a-8d25-440e-9db4-33cc2e897454 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1f2751-9372-4154-ba49-b4a63b68507a HTTP/1.1" status: 200 len: 854 time: 0.0484231 Sep 06 16:16:49.832482 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-9603e0d4-6285-41d6-bbf6-8b2a463d665d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41f2b922-d7a5-4fe2-9e2b-253e58014771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246415 Sep 06 16:16:49.920758 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-362a3549-1562-495d-ad33-6e20f1962fc5 service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805361 Sep 06 16:16:50.051192 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1b65096-a382-4e95-a4de-bda1289f571b req-dff8b83b-3a88-4d9c-b096-9b328d39b89d service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192915 Sep 06 16:16:50.059635 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12206c-8ecb-4cb4-985d-8adfabf4bcb9 req-b71ff286-b4b0-44fe-84ce-f01838624a3d tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.061050 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7b12206c-8ecb-4cb4-985d-8adfabf4bcb9 req-b71ff286-b4b0-44fe-84ce-f01838624a3d tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.0691831 Sep 06 16:16:50.100493 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7b12206c-8ecb-4cb4-985d-8adfabf4bcb9 req-5f9f86f0-5c37-42e3-a362-9bc15b48935c tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/security-groups?id=54809c0a-de39-42a9-b618-8278f8a4e85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Sep 06 16:16:50.139316 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-c73493c3-7f07-45d0-958e-0fca59f2ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.140826 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-c73493c3-7f07-45d0-958e-0fca59f2ee58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 1096 time: 0.0395916 Sep 06 16:16:50.233061 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-0bc0cc55-2f75-4796-81e4-bea4013ab941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.234548 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-0bc0cc55-2f75-4796-81e4-bea4013ab941 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 200 len: 915 time: 0.0844936 Sep 06 16:16:50.278323 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-6a68a76f-ce51-4b2d-81fd-663617b2d0ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581 HTTP/1.1" status: 200 len: 217 time: 0.0338840 Sep 06 16:16:50.322981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b2559-bc93-4f83-92da-a9df7c7eda8b req-79764ae6-f1c8-4a74-93a4-e13ecfd1e162 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.324499 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-158b2559-bc93-4f83-92da-a9df7c7eda8b req-79764ae6-f1c8-4a74-93a4-e13ecfd1e162 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0491116 Sep 06 16:16:50.334014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-74b9fad3-44eb-497a-b655-9c87d9d27736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.335756 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-74b9fad3-44eb-497a-b655-9c87d9d27736 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1f2751-9372-4154-ba49-b4a63b68507a HTTP/1.1" status: 200 len: 854 time: 0.0476375 Sep 06 16:16:50.363460 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-158b2559-bc93-4f83-92da-a9df7c7eda8b req-b6befaba-5dc6-40f5-ab59-769710baf53a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Sep 06 16:16:50.369574 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-e4ac93f7-e032-42e9-8162-d478478109c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41f2b922-d7a5-4fe2-9e2b-253e58014771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245135 Sep 06 16:16:50.466476 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-5b4ce9ed-e03e-4c63-a34a-15a772a74407 service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Sep 06 16:16:50.617839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a26c3336-f3f7-4250-b4ad-74da6fea54fb req-34d829e9-11b5-498f-b88e-31a8427b65e5 service neutron] 10.222.0.46 "GET /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437614 Sep 06 16:16:50.627418 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6026c-d0f0-48f2-b87d-5fb4eeb8e748 req-d0e8e1bb-94d7-42b1-a660-4e72719a1935 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.628822 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1fe6026c-d0f0-48f2-b87d-5fb4eeb8e748 req-d0e8e1bb-94d7-42b1-a660-4e72719a1935 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 943 time: 0.0935552 Sep 06 16:16:50.641714 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-933aa393-7798-4b0b-a3e5-e7734340b131 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:50.643126 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-933aa393-7798-4b0b-a3e5-e7734340b131 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.46 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 949 time: 0.0821619 Sep 06 16:16:50.721775 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1fe6026c-d0f0-48f2-b87d-5fb4eeb8e748 req-a68e4e85-624c-4b77-8da1-f4473f94ef15 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777013 Sep 06 16:16:50.750745 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Deleting port 04684ccb-3132-4138-b29a-9c06155a24bd {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:16:50.751084 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:50.836317 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] For port 04684ccb-3132-4138-b29a-9c06155a24bd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=04684ccb-3132-4138-b29a-9c06155a24bd,segment=NetworkSegment(c642001b-0ca7-4a2a-99ac-3b47124c9028),segment_id=c642001b-0ca7-4a2a-99ac-3b47124c9028)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:50.836575 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:50.848315 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Calling delete_port for 04684ccb-3132-4138-b29a-9c06155a24bd owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:16:50.983539 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:50.997683 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['04684ccb-3132-4138-b29a-9c06155a24bd'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:51.013405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Pushing event deleted for resources: {'Port': ['ID=04684ccb-3132-4138-b29a-9c06155a24bd,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:51.056847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] No DVR routers for this DVR port 04684ccb-3132-4138-b29a-9c06155a24bd on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:16:51.059376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.061564 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8340226a-cec1-451c-b601-efe3221e9ab4 req-9e922407-965a-44bb-8a49-746d000846ee tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.46 "DELETE /v2.0/ports/04684ccb-3132-4138-b29a-9c06155a24bd HTTP/1.1" status: 204 len: 173 time: 0.4106061 Sep 06 16:16:51.230958 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-642d3c29-6c3d-45fb-801c-c1229e7a49dd req-d4084fae-19c9-4b68-a72c-a133b1d51674 tempest-VolumesNegativeTest-3715955 tempest-VolumesNegativeTest-3715955-project] 10.222.0.11 "GET /v2.0/ports?device_id=58922bea-edfd-4c55-984a-65073e000031 HTTP/1.1" status: 200 len: 210 time: 0.0341229 Sep 06 16:16:51.267130 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53768) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:51.369105 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7484d43-4a99-4c03-a970-42c54c1a3ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.456707 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7484d43-4a99-4c03-a970-42c54c1a3ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.461527 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a7484d43-4a99-4c03-a970-42c54c1a3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.520152 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d86c7-483b-4451-b5eb-286203c9054e req-9925f0bf-9b40-440d-a3d2-3b5e0044279b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:51.521831 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c23d86c7-483b-4451-b5eb-286203c9054e req-9925f0bf-9b40-440d-a3d2-3b5e0044279b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0531735 Sep 06 16:16:51.568052 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c23d86c7-483b-4451-b5eb-286203c9054e req-b23dad80-3661-4f3d-a1ab-35c45cd19784 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372136 Sep 06 16:16:51.648154 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'name': 'network-vif-deleted', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:51.650487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e6ea3f-beac-4495-b74e-7998d1800e47" -d '{"events": [{"server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "name": "network-vif-deleted", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:51.685538 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8405688a-490e-4ced-88d6-e75a76fb9554 x-openstack-request-id: req-8405688a-490e-4ced-88d6-e75a76fb9554 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:51.685828 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58922bea-edfd-4c55-984a-65073e000031", "name": "network-vif-deleted", "tag": "04684ccb-3132-4138-b29a-9c06155a24bd", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:51.686077 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8405688a-490e-4ced-88d6-e75a76fb9554 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:51.686466 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58922bea-edfd-4c55-984a-65073e000031', 'name': 'network-vif-deleted', 'tag': '04684ccb-3132-4138-b29a-9c06155a24bd', 'status': 'completed', 'code': 200} Sep 06 16:16:51.715186 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a7484d43-4a99-4c03-a970-42c54c1a3ac8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2a44bda4a264ce5aa8fd5f8c0de471e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469986 Sep 06 16:16:51.716186 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7484d43-4a99-4c03-a970-42c54c1a3ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d8e166-31cd-43a5-b448-008e9562e5a4,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:51.718028 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53776) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:51.768429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.793287 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.866729 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46cd42-9ac9-4dfd-b505-764ca7cea44b req-31c1c3ad-6be3-4019-8425-92dd12090944 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:51.868205 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-df46cd42-9ac9-4dfd-b505-764ca7cea44b req-31c1c3ad-6be3-4019-8425-92dd12090944 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 943 time: 0.0776391 Sep 06 16:16:51.896931 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.899415 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:51.900538 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84d8e166-31cd-43a5-b448-008e9562e5a4 HTTP/1.1" status: 204 len: 168 time: 0.1815510 Sep 06 16:16:51.916584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b62f97-201a-4cac-9878-9d9cc5a478c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d8e166-31cd-43a5-b448-008e9562e5a4,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:51.920636 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-df46cd42-9ac9-4dfd-b505-764ca7cea44b req-364f387f-a0d8-4213-9352-41bafa68f934 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Sep 06 16:16:52.179162 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 53784) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:52.192118 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0e49eab1-30db-4046-925a-3dc74f0239a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.282234 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0e49eab1-30db-4046-925a-3dc74f0239a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.288535 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-0e49eab1-30db-4046-925a-3dc74f0239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.308156 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 41aaf7bd-d0a6-4957-b75e-93d5776d6581 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:16:52.333207 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-0e49eab1-30db-4046-925a-3dc74f0239a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d1d1f66ec744d25976815e0dd80388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504169 Sep 06 16:16:52.333207 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49eab1-30db-4046-925a-3dc74f0239a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e00b5-f640-4d96-8747-e5b671da2ff9,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:52.334706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 53792) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:52.396646 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.414234 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:52.423070 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.425313 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '41aaf7bd-d0a6-4957-b75e-93d5776d6581', 'network_id': '41f2b922-d7a5-4fe2-9e2b-253e58014771', 'port_id': '41aaf7bd-d0a6-4957-b75e-93d5776d6581', 'mac_address': 'fa:16:3e:d4:8b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1f2751-9372-4154-ba49-b4a63b68507a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:16:52.465104 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.476706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.478124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aaf7bd-d0a6-4957-b75e-93d5776d6581 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:16:52.479918 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.481183 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e5e00b5-f640-4d96-8747-e5b671da2ff9 HTTP/1.1" status: 204 len: 168 time: 0.1451907 Sep 06 16:16:52.496571 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f923e4c-8436-46e8-b364-ef14853d0b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e00b5-f640-4d96-8747-e5b671da2ff9,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:52.499205 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:52.506923 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:52.564027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:52.698084 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86686d-7ae2-48a8-8c3b-0ba60474740d req-3732c951-a961-4e50-94f9-0eb9134f57a9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:52.699633 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2e86686d-7ae2-48a8-8c3b-0ba60474740d req-3732c951-a961-4e50-94f9-0eb9134f57a9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0578389 Sep 06 16:16:52.743666 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2e86686d-7ae2-48a8-8c3b-0ba60474740d req-8623c06e-ae73-4213-ab21-613cd4cb27f2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344362 Sep 06 16:16:52.792178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['41aaf7bd-d0a6-4957-b75e-93d5776d6581'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:16:53.058051 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ac822-e78f-4156-8302-65ac0aebfa17 req-909b3e44-c308-4205-b540-e899f3afeac1 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:53.059591 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aa6ac822-e78f-4156-8302-65ac0aebfa17 req-909b3e44-c308-4205-b540-e899f3afeac1 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 944 time: 0.0580449 Sep 06 16:16:53.102300 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aa6ac822-e78f-4156-8302-65ac0aebfa17 req-0e9c677e-d821-4ec8-92fd-d89bb6d6ce82 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358078 Sep 06 16:16:53.861300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578c271-9fff-426a-8574-a768cbaf8895 req-edcb06d4-1de0-433c-908b-4952f6a8633e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:53.863848 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e578c271-9fff-426a-8574-a768cbaf8895 req-edcb06d4-1de0-433c-908b-4952f6a8633e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Sep 06 16:16:53.907363 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e578c271-9fff-426a-8574-a768cbaf8895 req-47012a2c-4e76-4893-9f9f-570eabb88b99 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375824 Sep 06 16:16:54.222192 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79090395-d912-4e75-b741-dae4ad0bc127 req-02761aca-789f-4d3c-b5a3-71a17ef6338c tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:54.223671 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79090395-d912-4e75-b741-dae4ad0bc127 req-02761aca-789f-4d3c-b5a3-71a17ef6338c tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 944 time: 0.0527267 Sep 06 16:16:54.267784 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-79090395-d912-4e75-b741-dae4ad0bc127 req-def7ccdf-21c0-4716-b12b-80bb134ad17e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376990 Sep 06 16:16:54.338899 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 41aaf7bd-d0a6-4957-b75e-93d5776d6581 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:16:54.389096 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:16:54.392914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:16:54.393271 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:54.471334 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:54.494039 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:16:54.496383 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1edcf42-f8bf-4fac-b148-52d1c8f6b41f" -d '{"events": [{"server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "name": "network-vif-plugged", "status": "completed", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:16:54.511467 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:16:54.515945 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:54.517304 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 04684ccb-3132-4138-b29a-9c06155a24bd no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:16:54.542380 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f485e39-fe41-4687-95e0-9f259aee51c3 x-openstack-request-id: req-8f485e39-fe41-4687-95e0-9f259aee51c3 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:16:54.542609 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "name": "network-vif-plugged", "status": "completed", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:16:54.542858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f485e39-fe41-4687-95e0-9f259aee51c3 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:16:54.543267 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581', 'code': 200} Sep 06 16:16:54.560297 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 04684ccb-3132-4138-b29a-9c06155a24bd {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:16:54.560639 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 04684ccb-3132-4138-b29a-9c06155a24bd not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:16:54.588609 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:54.722430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d724523-15d7-470d-8bb9-f7d49b33bcf3 req-c539f89a-d904-4363-aeb0-2628ce9f9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:54.723909 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4d724523-15d7-470d-8bb9-f7d49b33bcf3 req-c539f89a-d904-4363-aeb0-2628ce9f9527 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 1098 time: 0.0461073 Sep 06 16:16:54.762549 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4d724523-15d7-470d-8bb9-f7d49b33bcf3 req-36db78f4-3743-4041-b8d4-2fefc5b6a031 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Sep 06 16:16:55.021571 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5712189-cfc4-4931-b8f5-f9566344f16f req-841af1ee-3384-422a-9906-3c2bde4793d5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:55.024113 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b5712189-cfc4-4931-b8f5-f9566344f16f req-841af1ee-3384-422a-9906-3c2bde4793d5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0514507 Sep 06 16:16:55.063295 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b5712189-cfc4-4931-b8f5-f9566344f16f req-79753875-e4de-4ca3-be39-4e65fad6f384 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330741 Sep 06 16:16:55.385855 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa1b7c-6d37-4502-8d08-673555acb97f req-846f6f06-837a-4329-9760-c6cc7692c05e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:55.387321 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4aa1b7c-6d37-4502-8d08-673555acb97f req-846f6f06-837a-4329-9760-c6cc7692c05e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.0510135 Sep 06 16:16:55.423969 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4aa1b7c-6d37-4502-8d08-673555acb97f req-33b9218c-59d6-4340-a73e-d36a4ee8c287 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Sep 06 16:16:56.174603 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593edef-ae15-4000-bf5e-7f1e4d8eaf41 req-d738d580-e447-4b35-a7b7-dc541403ff9b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:56.175990 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f593edef-ae15-4000-bf5e-7f1e4d8eaf41 req-d738d580-e447-4b35-a7b7-dc541403ff9b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Sep 06 16:16:56.214487 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f593edef-ae15-4000-bf5e-7f1e4d8eaf41 req-5da7d04b-fa83-463a-a36b-19b1c00480d3 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325546 Sep 06 16:16:56.536225 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9912f87-a764-4c4b-a4b9-e70f1e5a8444 req-f18109a3-dbe7-4501-93bc-6aa3240b112e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:56.537698 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e9912f87-a764-4c4b-a4b9-e70f1e5a8444 req-f18109a3-dbe7-4501-93bc-6aa3240b112e tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Sep 06 16:16:56.546358 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:16:56.576020 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e9912f87-a764-4c4b-a4b9-e70f1e5a8444 req-c84862bd-ba14-46a0-95f5-bbd115ca9ce6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Sep 06 16:16:57.332891 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed0d3-46e9-4796-8d41-824bca5926df req-879ffb92-bf4d-4952-bdf7-f4eec3eb1c31 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:57.334885 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-132ed0d3-46e9-4796-8d41-824bca5926df req-879ffb92-bf4d-4952-bdf7-f4eec3eb1c31 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0536973 Sep 06 16:16:57.373823 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-132ed0d3-46e9-4796-8d41-824bca5926df req-0f3942b9-6d81-4683-91e7-a5ff5cba70f2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Sep 06 16:16:57.691416 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23900-0700-4f92-99f7-9c973410815c req-364cff37-7693-4919-8749-435f6317f69d tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:57.692888 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8da23900-0700-4f92-99f7-9c973410815c req-364cff37-7693-4919-8749-435f6317f69d tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Sep 06 16:16:57.730756 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8da23900-0700-4f92-99f7-9c973410815c req-b423619a-ea0f-4f7d-a4f9-a2afbe60aeba tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315385 Sep 06 16:16:58.487497 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a368308-f888-4de1-9762-40f73502e4af req-94207bd2-4bed-4e9f-8fba-a6b8961bc4b1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:58.488981 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a368308-f888-4de1-9762-40f73502e4af req-94207bd2-4bed-4e9f-8fba-a6b8961bc4b1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Sep 06 16:16:58.528408 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a368308-f888-4de1-9762-40f73502e4af req-6f4227df-5761-4820-ba77-9abb7f3d374c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323534 Sep 06 16:16:58.843486 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d4520-8853-4544-96de-69f921385a62 req-76a1a0c7-9c6b-4a01-90d7-3795472b15d6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:58.845032 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-278d4520-8853-4544-96de-69f921385a62 req-76a1a0c7-9c6b-4a01-90d7-3795472b15d6 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.0489802 Sep 06 16:16:58.882439 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-278d4520-8853-4544-96de-69f921385a62 req-4373395c-be35-4a42-bfd6-4a53d85c0cc7 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307646 Sep 06 16:16:59.648443 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee98be-ee17-4f17-8b0f-b785de108318 req-1dba1050-46e7-47e2-bdc2-46a41a0eed7a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:16:59.650186 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-37ee98be-ee17-4f17-8b0f-b785de108318 req-1dba1050-46e7-47e2-bdc2-46a41a0eed7a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Sep 06 16:16:59.677297 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54128) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:59.692225 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-37ee98be-ee17-4f17-8b0f-b785de108318 req-4959fb31-6389-46ff-8857-88e98c50d514 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358591 Sep 06 16:16:59.816800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-33e2f4b2-fb2e-4105-abfa-f4b94c5182c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3564fe386906416e92b0ca3f56e09d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377034 Sep 06 16:16:59.819142 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54132) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:16:59.863805 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:59.883843 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:59.934917 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:59.937658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:16:59.938895 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54809c0a-de39-42a9-b618-8278f8a4e85c HTTP/1.1" status: 204 len: 168 time: 0.1187799 Sep 06 16:16:59.946872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54809c0a-de39-42a9-b618-8278f8a4e85c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:16:59.955572 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.956048 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.956274 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.956605 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.956935 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.957264 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.957589 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.957912 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.958237 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.958562 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.958879 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:16:59.959222 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e84797b-598c-4447-bd68-b832eae1c169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:00.010265 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb123a3a-0f1b-49b4-9c4c-94741ec0a4a4 req-14dd0489-d59f-48f1-84fd-83db9d53a8a3 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:00.011786 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cb123a3a-0f1b-49b4-9c4c-94741ec0a4a4 req-14dd0489-d59f-48f1-84fd-83db9d53a8a3 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.0583766 Sep 06 16:17:00.051058 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cb123a3a-0f1b-49b4-9c4c-94741ec0a4a4 req-ee78e11a-0c9c-4085-b5c9-d5cd86a30bab tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Sep 06 16:17:00.566207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54168) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:00.674172 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1513256188-network', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:00.695875 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Made reservation on behalf of 2a7b8b7080324cb18fc86a25e6c471c4 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:00.698193 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.706322 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.821331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.830514 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.862758 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb7811-b2ad-4103-a3c4-99322d7f7654 req-3138bff4-67a6-4ff7-af94-93b6aa449821 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:00.864233 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52eb7811-b2ad-4103-a3c4-99322d7f7654 req-3138bff4-67a6-4ff7-af94-93b6aa449821 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0893292 Sep 06 16:17:00.873685 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:17:00.903321 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab420c3-aa88-4855-b5b0-b688d39936b0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:00.908795 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.909138 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Added segment 20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c of type vlan for network 7020465a-faa5-4e33-a7c1-1eab0a98548f Sep 06 16:17:00.962684 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-52eb7811-b2ad-4103-a3c4-99322d7f7654 req-de79c68a-e40c-48ab-8a02-d9931844342d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862291 Sep 06 16:17:00.970404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.995397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:00.996597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:00.997309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.031594 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4642367 Sep 06 16:17:01.034537 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54178) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:01.041357 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Request body: {'subnet': {'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1513256188-subnet', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:01.062075 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f231aa5-412a-4819-937d-603cce309481 admin admin] Pushing event updated for resources: {'Network': ['ID=7020465a-faa5-4e33-a7c1-1eab0a98548f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:01.065388 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Made reservation on behalf of 2a7b8b7080324cb18fc86a25e6c471c4 for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:01.067623 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413244'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.073433 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:17:01.235380 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5373677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413262'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.289238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72a9e20-44ef-403f-a9a0-71837a243909,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:01.300336 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.300679 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.301012 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.301344 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.301671 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.301992 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.302312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.302674 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.303225 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.303401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.303715 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.304026 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:01.306943 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:01.307290 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Network hostable DHCP agents. Network: 7020465a-faa5-4e33-a7c1-1eab0a98548f, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:17:01.323904 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:17:01.332173 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 7020465a-faa5-4e33-a7c1-1eab0a98548f) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:01.337924 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:01.339378 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.341058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced2f97-f6f7-4350-8186-ba46e17b3757 None None] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:01.353136 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-338287cd-1932-4fef-9087-ef4b53857604 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3174982 Sep 06 16:17:01.355717 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54180) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:01.360093 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:01.379644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.380639 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.432726 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.491004 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-7020465a-faa5-4e33-a7c1-1eab0a98548f', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:17:01.492130 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.570243 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.749437 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Allocated IP 172.20.0.2 (7020465a-faa5-4e33-a7c1-1eab0a98548f/d72a9e20-44ef-403f-a9a0-71837a243909/ceb9dfd2-450f-403a-9380-8d7b07be2680) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:01.782891 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.802469 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.904635 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.914774 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Transition to ACTIVE for port object ceb9dfd2-450f-403a-9380-8d7b07be2680 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:01.920757 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Allocated IP 172.27.3.121 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/d15850aa-d2cd-4381-b495-eb00b9e50f9a) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:01.932161 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Transition to ACTIVE for port object ceb9dfd2-450f-403a-9380-8d7b07be2680 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:01.938375 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:01.960343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54190) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:01.983468 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:01.987024 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:01.991539 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:02.004421 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Pushing event updated for resources: {'Port': ['ID=ceb9dfd2-450f-403a-9380-8d7b07be2680,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:02.061755 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Attempting to bind port ceb9dfd2-450f-403a-9380-8d7b07be2680 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:02.062149 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Attempting to bind port ceb9dfd2-450f-403a-9380-8d7b07be2680 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:02.062509 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Attempting to bind port ceb9dfd2-450f-403a-9380-8d7b07be2680 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:02.067826 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:02.068878 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:02.069357 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.069875 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Bound using segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:02.070346 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Bound port: ceb9dfd2-450f-403a-9380-8d7b07be2680, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:02.070726 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.080494 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.113313 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf330-35cd-4881-9a0b-3649034e0a5c req-97fcfe5e-b78d-4aed-90ea-6ffd83a04a23 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:02.114938 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8c3bf330-35cd-4881-9a0b-3649034e0a5c req-97fcfe5e-b78d-4aed-90ea-6ffd83a04a23 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0748808 Sep 06 16:17:02.137560 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] For port ceb9dfd2-450f-403a-9380-8d7b07be2680, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:02.140636 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] For port ceb9dfd2-450f-403a-9380-8d7b07be2680, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=ceb9dfd2-450f-403a-9380-8d7b07be2680,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:02.145123 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.148393 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d228555d-19c4-4652-95d8-d931c0565964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.195343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.210356 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8c3bf330-35cd-4881-9a0b-3649034e0a5c req-98b6a1a4-980d-4e49-9882-fe1fabe4a653 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773888 Sep 06 16:17:02.210683 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f170b0a-a358-4734-a0e2-812846bd8001 None None] Pushing event updated for resources: {'Port': ['ID=ceb9dfd2-450f-403a-9380-8d7b07be2680,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:02.258864 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:02.266888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:02.276060 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:02.296912 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Pushing event updated for resources: {'Port': ['ID=d15850aa-d2cd-4381-b495-eb00b9e50f9a,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:02.450612 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d228555d-19c4-4652-95d8-d931c0565964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.458185 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d228555d-19c4-4652-95d8-d931c0565964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.542000 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228555d-19c4-4652-95d8-d931c0565964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dce7b51-6873-4679-94a1-f29db5f9213b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:02.550454 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d228555d-19c4-4652-95d8-d931c0565964 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8d4a86e53dc4ebb98dcb9bfda1727c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890582 Sep 06 16:17:02.553992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54200) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:02.620436 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.632398 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device ceb9dfd2-450f-403a-9380-8d7b07be2680 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:02.683921 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port ceb9dfd2-450f-403a-9380-8d7b07be2680 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:02.826719 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.840189 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.863591 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.916197 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.919427 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:02.920836 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dce7b51-6873-4679-94a1-f29db5f9213b HTTP/1.1" status: 204 len: 168 time: 0.3652279 Sep 06 16:17:02.931518 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9eca2-535c-4d01-ab71-0e510b21ce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dce7b51-6873-4679-94a1-f29db5f9213b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:02.967081 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:17:03.082437 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:03.095504 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:03.099376 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.101515 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8abf1ef0-38e4-4423-9bea-b20234983206 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7447731 Sep 06 16:17:03.104182 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54206) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:03.111074 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:03.111712 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:03.204913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ef373f-ae59-4fe3-a3fb-458d97c848d8 None None] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:03.256692 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:03.396977 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a3fd8-d812-4c7b-b482-41a5cb3e81d7 req-2ba3c60f-0593-4e63-a767-d549a38c4b2c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:03.398546 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d27a3fd8-d812-4c7b-b482-41a5cb3e81d7 req-2ba3c60f-0593-4e63-a767-d549a38c4b2c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0758913 Sep 06 16:17:03.419333 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Provisioning for port ceb9dfd2-450f-403a-9380-8d7b07be2680 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:03.440222 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Provisioning complete for port ceb9dfd2-450f-403a-9380-8d7b07be2680 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:03.441022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.448702 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d27a3fd8-d812-4c7b-b482-41a5cb3e81d7 req-fdb22d6d-8377-4f6a-91ab-109e2906a0e3 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425899 Sep 06 16:17:03.689729 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.738184 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:02Z', 'revision_number': 3, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:03.740987 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] For port ceb9dfd2-450f-403a-9380-8d7b07be2680, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=ceb9dfd2-450f-403a-9380-8d7b07be2680,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:03.771762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.774002 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:03.774510 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Updating router cdcee9b6-b752-43a8-95c3-13ba887aa07a port d15850aa-d2cd-4381-b495-eb00b9e50f9a binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:03.777791 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54228) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:03.799471 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.826576 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.869065 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad8795-a59e-402e-9675-4ef55435569b None None] Pushing event updated for resources: {'Port': ['ID=ceb9dfd2-450f-403a-9380-8d7b07be2680,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:03.896120 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-218413884-network', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:03.921148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Made reservation on behalf of 36bdf235d9254b0794be068b87cc4f99 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:03.923683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.936401 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:03.991200 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Allocated IP 172.20.0.1 (7020465a-faa5-4e33-a7c1-1eab0a98548f/d72a9e20-44ef-403f-a9a0-71837a243909/403741aa-9023-400c-898f-4c152c64ef79) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:04.038696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.042218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-acb68b18-f4e5-4df7-954e-57cfdc7b744a None None] Provisioning complete for port ceb9dfd2-450f-403a-9380-8d7b07be2680 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:04.042623 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-acb68b18-f4e5-4df7-954e-57cfdc7b744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.043941 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.064991 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:17:04.080724 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.084590 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.085252 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Added segment 62db8bb1-265f-4ee6-adf9-5575f65e77ba of type vlan for network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 Sep 06 16:17:04.107319 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.122149 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Transition to ACTIVE for port object 403741aa-9023-400c-898f-4c152c64ef79 will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:04.134827 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.135606 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.163523 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.164656 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:04.165390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.165894 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.197572 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4160182 Sep 06 16:17:04.198655 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54232) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:04.203064 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Request body: {'subnet': {'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-218413884-subnet', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:04.203635 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:04.206271 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:04.210360 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:04.233881 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.238374 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Pushing event updated for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.244997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d88622-88ef-4f82-a1ce-8d42312a83b6 admin admin] Pushing event updated for resources: {'Network': ['ID=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.259135 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Made reservation on behalf of 36bdf235d9254b0794be068b87cc4f99 for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:04.262243 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4741587'] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.262976 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.269416 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:17:04.273107 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Transition to ACTIVE for port object d15850aa-d2cd-4381-b495-eb00b9e50f9a will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:04.289073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.387911 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Attempting to bind port d15850aa-d2cd-4381-b495-eb00b9e50f9a on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:04.388247 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Attempting to bind port d15850aa-d2cd-4381-b495-eb00b9e50f9a by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:04.388571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Attempting to bind port d15850aa-d2cd-4381-b495-eb00b9e50f9a on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:04.405295 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914984f-dcdd-478c-83cd-323f225c4c03 None None] Pushing event updated for resources: {'Port': ['ID=d15850aa-d2cd-4381-b495-eb00b9e50f9a,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.408183 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:04.408589 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:04.408984 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.409371 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:04.409846 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Bound port: d15850aa-d2cd-4381-b495-eb00b9e50f9a, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:04.410229 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.442813 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.465660 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-d48cd5ad-fe9d-4717-b811-725eca16a92c None None] Provisioning for port 403741aa-9023-400c-898f-4c152c64ef79 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:04.475379 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-d48cd5ad-fe9d-4717-b811-725eca16a92c None None] Provisioning complete for port 403741aa-9023-400c-898f-4c152c64ef79 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:04.475876 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d48cd5ad-fe9d-4717-b811-725eca16a92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.499385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] For port d15850aa-d2cd-4381-b495-eb00b9e50f9a, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:04.502465 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6274136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4741537'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.517452 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] For port d15850aa-d2cd-4381-b495-eb00b9e50f9a, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d15850aa-d2cd-4381-b495-eb00b9e50f9a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:04.525956 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.535965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-d48cd5ad-fe9d-4717-b811-725eca16a92c None None] Port 403741aa-9023-400c-898f-4c152c64ef79 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:04.593464 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbabcfbb-399c-48c4-8cd9-35d595fb704c,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.596732 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Checking segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:04.597580 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Network hostable DHCP agents. Network: 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:17:04.608216 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:04.609068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:04.613042 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914984f-dcdd-478c-83cd-323f225c4c03 None None] Pushing event updated for resources: {'Port': ['ID=d15850aa-d2cd-4381-b495-eb00b9e50f9a,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.620217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:17:04.641268 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:04.650507 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:04.653443 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.669331 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device ceb9dfd2-450f-403a-9380-8d7b07be2680 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:04.670687 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-675890fb-b8ca-46b6-840a-014a82db2079 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4715307 Sep 06 16:17:04.670812 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9ddf-8d68-474b-a51f-2d4b0b6f6ce7 req-7c1e3478-0354-4bf1-bcda-3bbe2306dc62 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:04.672708 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c93c9ddf-8d68-474b-a51f-2d4b0b6f6ce7 req-7c1e3478-0354-4bf1-bcda-3bbe2306dc62 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1213791 Sep 06 16:17:04.678842 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54238) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:04.685759 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:04.696667 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0525a-159f-4c2b-9090-a20153388271 None None] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:04.754083 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.755096 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.768453 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c93c9ddf-8d68-474b-a51f-2d4b0b6f6ce7 req-732d3d9e-0006-461b-83d9-8952f4c49e39 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879123 Sep 06 16:17:04.775207 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.795142 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.888553 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.909520 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Pushing event updated for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:04.940982 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:04.984450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:04.986522 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port ceb9dfd2-450f-403a-9380-8d7b07be2680 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:04.986893 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.067280 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-1d039fab-0e44-4039-9f27-3fa9c51f1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:05.069780 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-1d039fab-0e44-4039-9f27-3fa9c51f1329 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1098 time: 0.0409982 Sep 06 16:17:05.125441 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.159169 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef3b8-495d-4cbd-bc2d-f26ad08b7bf3 req-d9a63d6f-5ca7-4b3d-9aa3-c0ef3c88f758 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:05.160714 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b8ef3b8-495d-4cbd-bc2d-f26ad08b7bf3 req-d9a63d6f-5ca7-4b3d-9aa3-c0ef3c88f758 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1669891 Sep 06 16:17:05.175879 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:17:05.176745 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.181789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-ede86d29-015a-4b9d-b662-bebfe6267d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:05.183776 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-ede86d29-015a-4b9d-b662-bebfe6267d10 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.1070964 Sep 06 16:17:05.195284 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:05.204048 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:05.259482 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-66c9b77a-9902-4ff1-8b19-5255ee607651 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 1000 time: 0.0672159 Sep 06 16:17:05.313214 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1b8ef3b8-495d-4cbd-bc2d-f26ad08b7bf3 req-8293936e-d89a-453a-aec1-36f5384c10e4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311114 Sep 06 16:17:05.334147 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-d59139ae-cacf-405c-a7db-07f49ec99c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:05.336629 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-d59139ae-cacf-405c-a7db-07f49ec99c09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.0699725 Sep 06 16:17:05.407261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-9707f9ad-b3b3-4355-a665-e40aed25af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:05.409350 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-9707f9ad-b3b3-4355-a665-e40aed25af2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612094 Sep 06 16:17:05.447343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:05.476945 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:03Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:05.509288 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882fe795-0d29-41a0-9110-d8d026841684 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:03Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:05.514840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Allocated IP 172.20.0.2 (87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0/fbabcfbb-399c-48c4-8cd9-35d595fb704c/cd6229ed-aba2-4307-92b9-170d381b6a39) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:05.517519 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-3231d36e-cb72-47dc-b00a-cb6c2511ce6f service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992789 Sep 06 16:17:05.580660 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.604325 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0c8d6329-1754-4225-b323-df8b882dfb7b None None] Provisioning complete for port 403741aa-9023-400c-898f-4c152c64ef79 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:05.604924 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0c8d6329-1754-4225-b323-df8b882dfb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.629823 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-485d14c5-089a-401d-86b8-0306bb5a5184 req-535ac42d-c086-4937-aaa6-dd890387abd7 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030140 Sep 06 16:17:05.648521 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d6329-1754-4225-b323-df8b882dfb7b None None] Port 403741aa-9023-400c-898f-4c152c64ef79 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:05.665944 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.715700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:05.724798 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f610f273-ffd0-4cf0-a27a-66ad667109ba admin admin] 10.222.0.11 "PUT /v2.0/routers/cdcee9b6-b752-43a8-95c3-13ba887aa07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189282 Sep 06 16:17:05.745500 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.759180 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Transition to ACTIVE for port object cd6229ed-aba2-4307-92b9-170d381b6a39 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:05.782249 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Transition to ACTIVE for port object cd6229ed-aba2-4307-92b9-170d381b6a39 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:05.791617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.844479 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Allocated IP 172.27.3.246 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/9ecc1c6b-ea27-4822-b39d-d714cdb0551d) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:05.859229 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:05.862194 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:05.868823 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:05.876473 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Pushing event updated for resources: {'Port': ['ID=cd6229ed-aba2-4307-92b9-170d381b6a39,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:05.944691 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Attempting to bind port cd6229ed-aba2-4307-92b9-170d381b6a39 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:05.945173 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Attempting to bind port cd6229ed-aba2-4307-92b9-170d381b6a39 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:05.945640 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Attempting to bind port cd6229ed-aba2-4307-92b9-170d381b6a39 on network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:05.951029 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:05.951555 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Checking segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:05.952062 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.952669 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Bound using segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:05.954154 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Bound port: cd6229ed-aba2-4307-92b9-170d381b6a39, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:05.954573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:05.972825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.024830 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.044103 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] For port cd6229ed-aba2-4307-92b9-170d381b6a39, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:06.050223 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] For port cd6229ed-aba2-4307-92b9-170d381b6a39, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=cd6229ed-aba2-4307-92b9-170d381b6a39,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:06.058635 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.068929 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:06.072043 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:06.074565 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:06.111355 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:06.129898 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ac145-ea18-4b0f-86b4-f795a667023c None None] Pushing event updated for resources: {'Port': ['ID=cd6229ed-aba2-4307-92b9-170d381b6a39,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:06.578021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb18f-0036-4869-acd5-d1c0b71ea0b4 req-c10ddb76-2952-4352-bed8-9910232365bc tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:06.593766 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c75cb18f-0036-4869-acd5-d1c0b71ea0b4 req-c10ddb76-2952-4352-bed8-9910232365bc tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.1230357 Sep 06 16:17:06.604441 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54266) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:06.620887 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1752250480-network', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:06.705800 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c75cb18f-0036-4869-acd5-d1c0b71ea0b4 req-65f1032b-c473-4601-8252-76488ee7990a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060052 Sep 06 16:17:06.710783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Made reservation on behalf of 8d0b670532e24eb2bcb80d961390d40a for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:06.712709 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.715131 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.726018 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d15850aa-d2cd-4381-b495-eb00b9e50f9a up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:06.730778 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.824803 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port d15850aa-d2cd-4381-b495-eb00b9e50f9a completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:06.831305 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port d15850aa-d2cd-4381-b495-eb00b9e50f9a triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:06.831681 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.877300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.890597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.917996 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:17:06.936645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.936645 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Added segment ae7b3be8-b371-4a48-8771-0590807c69f3 of type vlan for network f319c4c4-359c-406a-8beb-90bb74399b98 Sep 06 16:17:06.993591 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de404b34-d188-4c53-af0a-a589b8a5c58b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:06.995536 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:06.998527 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.034716 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port d15850aa-d2cd-4381-b495-eb00b9e50f9a, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d15850aa-d2cd-4381-b495-eb00b9e50f9a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:07.042264 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.043222 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device cd6229ed-aba2-4307-92b9-170d381b6a39 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:07.045839 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.046404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.049883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:07.050489 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.090529 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4816976 Sep 06 16:17:07.090749 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54272) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:07.095776 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Request body: {'subnet': {'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1752250480-subnet', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:07.140404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a9d10-b581-4c35-ac79-43e6dd7868bf admin admin] Pushing event updated for resources: {'Network': ['ID=f319c4c4-359c-406a-8beb-90bb74399b98,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:07.156915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Made reservation on behalf of 8d0b670532e24eb2bcb80d961390d40a for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:07.159652 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4741587'] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.159779 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network f319c4c4-359c-406a-8beb-90bb74399b98 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:17:07.179473 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=d15850aa-d2cd-4381-b495-eb00b9e50f9a,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:07.242474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Router 96eaf359-ebac-4f7e-b42a-a401068fde3e is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:17:07.322528 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port cd6229ed-aba2-4307-92b9-170d381b6a39 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:07.402516 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:07.420308 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Sync routers for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:07.422615 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6274136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4741537'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.425551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.428155 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-02b5afb3-7bda-4f71-9d0b-0539c830a1d7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7477343 Sep 06 16:17:07.429744 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54274) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:07.430598 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:07.431824 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:07.484054 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=b042ee74-1197-400b-b256-478ce735ba45,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:07.489360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Checking segment: {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:07.489878 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Network hostable DHCP agents. Network: f319c4c4-359c-406a-8beb-90bb74399b98, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:17:07.502845 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640eb672-217a-46f0-bbeb-fb9d190ceb2c None None] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:07.525289 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Network f319c4c4-359c-406a-8beb-90bb74399b98 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:17:07.544495 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, f319c4c4-359c-406a-8beb-90bb74399b98) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:07.561434 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:07.562023 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.598779 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e090f5b3-1d7e-4dba-9422-e556cb3b3dda admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5049810 Sep 06 16:17:07.599487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54276) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:07.601524 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeddb82-de7c-4afb-8e80-6cf05fa02f06 None None] Network f319c4c4-359c-406a-8beb-90bb74399b98 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:07.605919 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:07.608402 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:07.638775 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Provisioning for port cd6229ed-aba2-4307-92b9-170d381b6a39 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:07.645337 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.646775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.674824 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Provisioning complete for port cd6229ed-aba2-4307-92b9-170d381b6a39 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:07.675195 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.710543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.908332 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 3, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:07.909318 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:07.929424 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-fc22f768-82ea-4c0c-933d-51a2190dcc84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876079 Sep 06 16:17:07.973831 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Checking router: 96eaf359-ebac-4f7e-b42a-a401068fde3e for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:07.974297 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Updating router 96eaf359-ebac-4f7e-b42a-a401068fde3e port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:08.024035 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.040112 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.092097 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-fa04351f-0ca4-4b95-9038-afc16fdfebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:08.095808 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-fa04351f-0ca4-4b95-9038-afc16fdfebef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 1098 time: 0.1305370 Sep 06 16:17:08.152257 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-f319c4c4-359c-406a-8beb-90bb74399b98', 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'fixed_ips': [{'subnet_id': 'b042ee74-1197-400b-b256-478ce735ba45'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:17:08.153748 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.182282 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.292391 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] For port cd6229ed-aba2-4307-92b9-170d381b6a39, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=cd6229ed-aba2-4307-92b9-170d381b6a39,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:08.299617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.310178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-cc7266cc-9ad9-4b2f-a311-12e07dbecc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:08.311639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-cc7266cc-9ad9-4b2f-a311-12e07dbecc17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.1837914 Sep 06 16:17:08.325596 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Allocated IP 172.20.0.1 (87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0/fbabcfbb-399c-48c4-8cd9-35d595fb704c/c195eb39-dc90-45ad-8913-af0c42b6f193) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:08.413503 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729efd2-d09b-42da-a553-a5de27cb4671 None None] Pushing event updated for resources: {'Port': ['ID=cd6229ed-aba2-4307-92b9-170d381b6a39,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:08.431828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Allocated IP 172.20.0.2 (f319c4c4-359c-406a-8beb-90bb74399b98/b042ee74-1197-400b-b256-478ce735ba45/5d4fb505-8b5d-4a60-bc1a-0b28e22121d3) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:08.447672 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-ae45a031-dc0a-43e1-9495-96fa977b5146 None None] Provisioning complete for port cd6229ed-aba2-4307-92b9-170d381b6a39 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:08.448210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ae45a031-dc0a-43e1-9495-96fa977b5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.453302 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-f7ac6c80-80bc-4302-8b47-17df844b2cb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 200 len: 1000 time: 0.1251161 Sep 06 16:17:08.504617 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.522321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Transition to ACTIVE for port object c195eb39-dc90-45ad-8913-af0c42b6f193 will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:08.560265 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.579027 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.597056 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Transition to ACTIVE for port object 9ecc1c6b-ea27-4822-b39d-d714cdb0551d will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:08.605684 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.638956 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:08.643391 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:08.662466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:08.680517 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Attempting to bind port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:08.681345 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Attempting to bind port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:08.681888 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Attempting to bind port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:08.691153 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:08.692015 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:08.692658 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.693782 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:08.694746 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Bound port: 9ecc1c6b-ea27-4822-b39d-d714cdb0551d, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:08.695354 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.699724 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d15850aa-d2cd-4381-b495-eb00b9e50f9a up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:08.709873 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Pushing event updated for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:08.743428 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.743667 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-2947b78f-c8aa-4586-87ba-88ee16a3593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:08.745465 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-2947b78f-c8aa-4586-87ba-88ee16a3593c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.2847211 Sep 06 16:17:08.751085 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:08.754818 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.767841 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] For port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:08.772861 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] For port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:08.781035 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.782153 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.817582 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Pushing event updated for resources: {'Port': ['ID=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:08.820279 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:08.820968 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:08.849756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.856456 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:08.857238 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:08.870483 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.870837 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.871212 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.871546 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.871886 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.872302 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.872894 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.873412 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.873931 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.874634 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.875316 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.875876 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:08.922455 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:08.933194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Allocated IP 172.27.3.162 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/afc15613-f0bd-4c53-8912-a27ba395cfcb) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:08.950964 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Transition to ACTIVE for port object 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:08.993529 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a249981-5c82-47b8-9516-c888f0430e7f None None] Pushing event updated for resources: {'Port': ['ID=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:09.007064 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Transition to ACTIVE for port object 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:09.008777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port d15850aa-d2cd-4381-b495-eb00b9e50f9a triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:09.009201 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.028343 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:09.064248 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.096889 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.136326 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.144103 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.145508 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.157327 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Network f319c4c4-359c-406a-8beb-90bb74399b98 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:09.163409 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:09.170158 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:09.194532 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Pushing event updated for resources: {'Port': ['ID=afc15613-f0bd-4c53-8912-a27ba395cfcb,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:09.206498 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:09.208564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:09.211973 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:09.212319 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:09.225887 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-b9796f40-c4eb-4434-9c7e-022e84911fe9 None None] Provisioning for port c195eb39-dc90-45ad-8913-af0c42b6f193 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:09.232058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Pushing event updated for resources: {'Port': ['ID=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:09.243801 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.252469 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Pushing event updated for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:09.262949 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-b9796f40-c4eb-4434-9c7e-022e84911fe9 None None] Provisioning complete for port c195eb39-dc90-45ad-8913-af0c42b6f193 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:09.263424 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b9796f40-c4eb-4434-9c7e-022e84911fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.281124 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 3, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:09.312431 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad9c91-3d0d-46b5-a841-28c9d0720d47 None None] The sync data for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi is: [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 3, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:09.359791 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:09.362869 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:09.453522 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-b9796f40-c4eb-4434-9c7e-022e84911fe9 None None] Port c195eb39-dc90-45ad-8913-af0c42b6f193 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:09.455379 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Attempting to bind port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:09.455904 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Attempting to bind port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:09.456382 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Attempting to bind port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 on network f319c4c4-359c-406a-8beb-90bb74399b98 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:09.506059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:09.507094 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Checking segment: {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:09.507634 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.508140 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Bound using segment: {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:09.508728 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Bound port: 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:09.509213 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.516518 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device cd6229ed-aba2-4307-92b9-170d381b6a39 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:09.530929 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Router 96eaf359-ebac-4f7e-b42a-a401068fde3e has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:09.566813 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.699158 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:09.712156 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ad24fe1f-4851-466e-8ad3-c2816de0f196 admin admin] 10.222.0.11 "PUT /v2.0/routers/96eaf359-ebac-4f7e-b42a-a401068fde3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2778258 Sep 06 16:17:09.749868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] For port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:09.765192 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2c02970a-e724-4686-82ec-a3adf4890eaf None None] Provisioning complete for port c195eb39-dc90-45ad-8913-af0c42b6f193 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:09.765719 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2c02970a-e724-4686-82ec-a3adf4890eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.773020 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] For port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:09.801150 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.812495 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port cd6229ed-aba2-4307-92b9-170d381b6a39 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:09.813261 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.820504 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-194bb410-0d12-40f5-afbd-48f479652f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:09.822821 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-194bb410-0d12-40f5-afbd-48f479652f0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0982370 Sep 06 16:17:09.903286 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-2c02970a-e724-4686-82ec-a3adf4890eaf None None] Port c195eb39-dc90-45ad-8913-af0c42b6f193 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:09.910990 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:09.943988 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 2, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:09.983405 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:09.983757 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Updating router cdcee9b6-b752-43a8-95c3-13ba887aa07a port 403741aa-9023-400c-898f-4c152c64ef79 binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:09.987284 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c25246-b82a-4b59-9c6e-821e726d7700 None None] Pushing event updated for resources: {'Port': ['ID=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:10.049670 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.087034 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:17:10.233320 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:10.247858 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Sync routers for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:10.257640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.261937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54294) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:10.262616 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-39767854-a626-473a-8bb1-2af32fdb9b3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6618335 Sep 06 16:17:10.264419 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:10.265033 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:10.308571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3a9c908c-9e12-4603-874f-54333b56a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.482598 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:10.690444 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.708196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Transition to ACTIVE for port object 403741aa-9023-400c-898f-4c152c64ef79 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:10.721064 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.734349 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-997ae489-00e2-478e-ad62-21eb006a4e98 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269351 Sep 06 16:17:10.830421 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6ecfc-ef94-46fc-9164-51a1786fca08 None None] Pushing event updated for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:10.860812 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Attempting to bind port 403741aa-9023-400c-898f-4c152c64ef79 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:10.861288 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Attempting to bind port 403741aa-9023-400c-898f-4c152c64ef79 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:10.861756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Attempting to bind port 403741aa-9023-400c-898f-4c152c64ef79 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:10.869952 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:10.870453 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:10.871125 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.871450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Bound using segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:10.872021 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Bound port: 403741aa-9023-400c-898f-4c152c64ef79, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:10.872561 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.889168 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9ecc1c6b-ea27-4822-b39d-d714cdb0551d up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:10.903254 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:09Z', 'revision_number': 3, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:10.922789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54306) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:10.930741 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1280921762-network', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:10.975157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Made reservation on behalf of 6a6f90548c504f5abb3399d8958a6d33 for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:10.978005 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:10.979208 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Checking router: 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:10.979951 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Updating router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd port afc15613-f0bd-4c53-8912-a27ba395cfcb binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:10.999014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.001229 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.037271 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.195599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.208493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.217017 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] For port 403741aa-9023-400c-898f-4c152c64ef79, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:11.220708 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] For port 403741aa-9023-400c-898f-4c152c64ef79, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=403741aa-9023-400c-898f-4c152c64ef79,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:11.223686 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:11.233785 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.236218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:11.236218 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.282943 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:17:11.288418 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Allocated IP 172.20.0.1 (f319c4c4-359c-406a-8beb-90bb74399b98/b042ee74-1197-400b-b256-478ce735ba45/9fbcc885-bd75-404a-b003-d76ff34e8bd9) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:11.313654 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19240b7-48bb-455c-a884-8c2027b19a9e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.319222 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.322317 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Added segment c04a5ac9-8b21-408c-96d1-f058f1f5b142 of type vlan for network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 Sep 06 16:17:11.425314 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:11.429832 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.432706 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:11.444918 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.474799 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Transition to ACTIVE for port object 9fbcc885-bd75-404a-b003-d76ff34e8bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:11.485658 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.504639 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.507461 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:11.508413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.510779 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Transition to ACTIVE for port object afc15613-f0bd-4c53-8912-a27ba395cfcb will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:11.524396 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6ecfc-ef94-46fc-9164-51a1786fca08 None None] Pushing event updated for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.526340 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.575415 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2f1d7-ea53-4133-9a97-27187cf8c253 None None] Network f319c4c4-359c-406a-8beb-90bb74399b98 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:11.585125 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.604164 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd1db0-f68a-470c-9495-61090047779c None None] Pushing event updated for resources: {'Port': ['ID=afc15613-f0bd-4c53-8912-a27ba395cfcb,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.631291 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Attempting to bind port afc15613-f0bd-4c53-8912-a27ba395cfcb on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:11.631928 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Attempting to bind port afc15613-f0bd-4c53-8912-a27ba395cfcb by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:11.632539 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Attempting to bind port afc15613-f0bd-4c53-8912-a27ba395cfcb on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:11.639857 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:11.641095 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:11.641691 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.642230 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:11.642855 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Bound port: afc15613-f0bd-4c53-8912-a27ba395cfcb, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:11.643430 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.686470 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.691688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Pushing event updated for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.695833 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Network f319c4c4-359c-406a-8beb-90bb74399b98 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:11.697684 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:11.699737 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:11.723771 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] For port afc15613-f0bd-4c53-8912-a27ba395cfcb, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:11.729644 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] For port afc15613-f0bd-4c53-8912-a27ba395cfcb, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=afc15613-f0bd-4c53-8912-a27ba395cfcb,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:11.736976 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.745423 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8198960 Sep 06 16:17:11.749014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54310) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:11.768180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.771702 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:11.781649 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Request body: {'subnet': {'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1280921762-subnet', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:11.785458 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10416966-3035-4083-b62b-0791f05b9dcc admin admin] Pushing event updated for resources: {'Network': ['ID=6a294af1-c7f7-4139-b61b-e3d44ba44dd4,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.811429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-f2642a9a-f2c4-4615-8295-1c63bb92a89f None None] Provisioning for port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:11.814077 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:17:11.827796 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:11.829280 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:11.835760 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:11.871053 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.871818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:11.911212 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Made reservation on behalf of 6a6f90548c504f5abb3399d8958a6d33 for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:11.918851 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4741587'] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.961544 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:11.975129 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd1db0-f68a-470c-9495-61090047779c None None] Pushing event updated for resources: {'Port': ['ID=afc15613-f0bd-4c53-8912-a27ba395cfcb,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:11.982173 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e3865770-9038-4abb-9ce1-fc95a579b871 req-7fa7c962-54b4-4c7d-b994-cbe0418e93cd service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313533 Sep 06 16:17:12.018839 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:12.160689 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Sync routers for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:12.200194 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:12.254123 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.258672 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:12.259290 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:16:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:12.260889 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.298453 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:09Z', 'revision_number': 3, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:12.321803 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:12.334258 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63d583-0724-4d42-bde3-feb66676b9ac None None] The sync data for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi is: [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:09Z', 'revision_number': 3, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:12.362670 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:12.362956 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.382761 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.384753 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Pushing event updated for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:12.451080 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6274136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4741537'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.518859 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20fea81-519d-4cb2-8695-f9c19a788557,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:12.528881 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:12.531903 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Network f319c4c4-359c-406a-8beb-90bb74399b98 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:12.534906 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:12.550648 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Checking segment: {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:12.551191 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Network hostable DHCP agents. Network: 6a294af1-c7f7-4139-b61b-e3d44ba44dd4, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:17:12.577420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:17:12.588147 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 6a294af1-c7f7-4139-b61b-e3d44ba44dd4) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:12.604791 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99878da7-04d9-46f0-bd49-ca418fc5055a None None] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:12.606454 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:12.607050 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.632666 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-95963ca6-e1a6-4a31-81c7-dca99ac5bbd5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8678489 Sep 06 16:17:12.635500 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54318) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:12.643841 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:12.671448 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9337'] for router, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.674924 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-443679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14986'] for router, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.748849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:12.825011 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:12.971943 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:13.009538 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.054265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Provisioning complete for port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:13.054265 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.056718 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.165828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-af3b3f24-f0df-4822-b939-e5c661715ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.169284 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0e106-2a6d-46d2-8ea7-23585fa01ef8 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:13.330266 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:13.345085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.348021 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ad4fb003-741a-446e-85ad-cb51b1c053cc admin admin] 10.222.0.11 "PUT /v2.0/routers/10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843189 Sep 06 16:17:13.390085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.486073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:13.518495 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.562751 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.572928 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Allocated IP 172.27.3.23 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/72a6391e-bc87-43ea-8dca-b5725b388e12) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:13.653169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7fce8f35-06e9-5165-b00b-595fff7f0e15-6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'fixed_ips': [{'subnet_id': 'c20fea81-519d-4cb2-8695-f9c19a788557'}]}} from dv-cinder-759961-10-iscsi. {{(pid=94039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 06 16:17:13.654707 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.667894 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:13.772302 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:09Z', 'revision_number': 2, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:13.775834 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.845146 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9ecc1c6b-ea27-4822-b39d-d714cdb0551d up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:13.846677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.853027 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Checking router: 96eaf359-ebac-4f7e-b42a-a401068fde3e for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:13.853400 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Updating router 96eaf359-ebac-4f7e-b42a-a401068fde3e port c195eb39-dc90-45ad-8913-af0c42b6f193 binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:13.906788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:13.954344 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:13.958045 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:13.968564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:13.993622 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.016491 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Provisioning for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:14.050017 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Provisioning complete for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:14.050390 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.134124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.db_base_plugin_common [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Allocated IP 172.20.0.2 (6a294af1-c7f7-4139-b61b-e3d44ba44dd4/c20fea81-519d-4cb2-8695-f9c19a788557/a81c7b45-e60f-4d6c-8c16-fb07fda769d4) {{(pid=94039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:14.134553 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Pushing event updated for resources: {'Port': ['ID=72a6391e-bc87-43ea-8dca-b5725b388e12,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:14.205187 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc87b3-fe0b-4706-90d3-d367bb0b7378 None None] Port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:14.211820 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:14.211820 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.225471 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54332) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:14.230642 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642813892', 'description': 'tempest-secgroup-smoke-642813892 description', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:14.296107 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.312173 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.416065 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-f60ab19f-3a68-4538-8dd0-c11d81497d6e None None] Provisioning complete for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:14.416469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f60ab19f-3a68-4538-8dd0-c11d81497d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.522888 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.528121 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.533563 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-f60ab19f-3a68-4538-8dd0-c11d81497d6e None None] Port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:14.545392 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 403741aa-9023-400c-898f-4c152c64ef79 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:14.588681 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.589906 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3634756 Sep 06 16:17:14.593476 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54334) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:14.596000 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f648d14-b878-4368-b16b-513f0da3368e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227f4a87-49c9-4b55-ac04-aa6feda7a331,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:14.601218 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:14.601417 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-421169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-418813'] for router, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.609496 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks [] for port, precommit_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.623164 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Transition to ACTIVE for port object a81c7b45-e60f-4d6c-8c16-fb07fda769d4 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:14.649242 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.676465 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Transition to ACTIVE for port object a81c7b45-e60f-4d6c-8c16-fb07fda769d4 will not be triggered until provisioned by entity DHCP. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:14.695217 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710'] for port, after_create {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.703960 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.718712 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.725066 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.747686 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Transition to ACTIVE for port object c195eb39-dc90-45ad-8913-af0c42b6f193 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:14.749978 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dd3416-14bb-4e44-8431-5afa46d2f25d,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:14.758330 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 403741aa-9023-400c-898f-4c152c64ef79 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:14.759816 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 is scheduled to L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f with binding_index 1 {{(pid=94037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 16:17:14.763927 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.768970 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54338) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:14.770917 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 is already hosted by enough agents. {{(pid=94039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:14.771726 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-68b44157-4d68-4491-a900-ccdf03beb44c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1758914 Sep 06 16:17:14.772570 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.774607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.scheduler.base_scheduler [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Resources bound (agent type, host, resource id): {{(pid=94039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:14.779215 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:14.779963 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 403741aa-9023-400c-898f-4c152c64ef79 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:14.780380 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.784911 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Received port after_create {{(pid=94039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:14.790064 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Pushing event updated for resources: {'Port': ['ID=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,revision_number=1']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:14.822915 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.823273 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.823607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.823939 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.824290 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.824617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.824942 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.825262 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.825582 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.825900 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.826216 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.826617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:17:14.871427 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.944235 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb309-f54a-4982-9cbf-ebde1cbbde8a None None] Pushing event updated for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:14.946828 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:14.962551 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Sync routers for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:14.978480 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:14.980281 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4f9a6561-fba8-4f52-9923-df5e86032949 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3433604 Sep 06 16:17:14.982967 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:14.983377 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54342) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:14.988907 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:14.991750 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Attempting to bind port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:14.992311 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Attempting to bind port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:14.992826 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Attempting to bind port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 on network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:14.996437 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.002740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.012970 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:15.012970 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Checking segment: {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:15.013386 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.014065 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Bound using segment: {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:15.014309 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Bound port: a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:15.014726 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.044440 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc006c28-8f53-4b31-b99a-f26669c23cf3,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.047187 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Attempting to bind port c195eb39-dc90-45ad-8913-af0c42b6f193 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:15.048044 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Attempting to bind port c195eb39-dc90-45ad-8913-af0c42b6f193 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:15.048044 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Attempting to bind port c195eb39-dc90-45ad-8913-af0c42b6f193 on network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:15.050045 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.055316 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a6f73582-ac4d-4faa-bab2-93e9a277b2b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825480 Sep 06 16:17:15.056016 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54344) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:15.060239 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:15.060609 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Checking segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:15.061006 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.061386 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Bound using segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:15.061853 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Bound port: c195eb39-dc90-45ad-8913-af0c42b6f193, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:15.062233 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.064384 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:15.101963 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.102159 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.154338 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:15.181122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.183965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] For port a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:15.188488 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.210029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b6252e-ad52-4762-9e5b-6465254f6846,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.216535 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 403741aa-9023-400c-898f-4c152c64ef79, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=403741aa-9023-400c-898f-4c152c64ef79,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:15.218632 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] For port a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:15.223139 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.227658 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-91a50062-a3ac-4850-a4bf-b7b42821b074 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703646 Sep 06 16:17:15.228204 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.228498 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54346) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:15.230230 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.230901 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device afc15613-f0bd-4c53-8912-a27ba395cfcb up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:15.238278 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:15.244239 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] For port c195eb39-dc90-45ad-8913-af0c42b6f193, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:15.297499 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.304396 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] For port c195eb39-dc90-45ad-8913-af0c42b6f193, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c195eb39-dc90-45ad-8913-af0c42b6f193,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:15.315725 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.347455 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba55460-e6e9-4be6-9807-ce7e3c5fb5ec None None] Pushing event updated for resources: {'Port': ['ID=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,revision_number=2']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.403484 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:15.404161 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:15.462883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.470468 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.492970 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.493902 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port afc15613-f0bd-4c53-8912-a27ba395cfcb completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:15.507727 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.512909 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port afc15613-f0bd-4c53-8912-a27ba395cfcb triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:15.513563 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.524897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b78bf5-d2aa-4364-89e1-97e06112e592,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.538559 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.539780 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-b5e133de-701a-4062-8322-2de1403b8853 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102660 Sep 06 16:17:15.543035 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54348) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:15.548570 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:14Z', 'revision_number': 3, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:15.553655 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:15.577018 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Checking router: c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:15.577363 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Updating router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 port 72a6391e-bc87-43ea-8dca-b5725b388e12 binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:15.602301 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fb309-f54a-4982-9cbf-ebde1cbbde8a None None] Pushing event updated for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.612881 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.622184 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.689252 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Project 2a7b8b7080324cb18fc86a25e6c471c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:17:15.741203 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.895753 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Sync routers for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:15.897863 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.903053 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.931811 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d12415-52db-4a14-bcb8-329d607bb623,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:15.936687 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Allocated IP 172.20.0.1 (6a294af1-c7f7-4139-b61b-e3d44ba44dd4/c20fea81-519d-4cb2-8695-f9c19a788557/c2f6dbcb-a465-42cf-9109-049748be66d6) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:15.943404 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:15.947789 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ebe48d06-f40a-4900-8dc3-10035f533902 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4006720 Sep 06 16:17:15.948639 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54350) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:15.948785 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:15.956917 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'security_group_rule': {'security_group_id': '227f4a87-49c9-4b55-ac04-aa6feda7a331', 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:15.990206 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:15.991517 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:16.042337 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Project 2a7b8b7080324cb18fc86a25e6c471c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:17:16.047574 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.049098 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.061516 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Transition to ACTIVE for port object 72a6391e-bc87-43ea-8dca-b5725b388e12 will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:16.070265 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.132701 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.157663 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Transition to ACTIVE for port object c2f6dbcb-a465-42cf-9109-049748be66d6 will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:16.165432 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.172536 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.200545 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13dd4fc-dc5f-4cd7-b8ea-7a0511fdc597,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:16.217211 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.218325 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-20f1fb31-4485-4b67-9f31-6aaa8442caaf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2659726 Sep 06 16:17:16.222191 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Attempting to bind port 72a6391e-bc87-43ea-8dca-b5725b388e12 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:16.222838 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Attempting to bind port 72a6391e-bc87-43ea-8dca-b5725b388e12 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:16.223491 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Attempting to bind port 72a6391e-bc87-43ea-8dca-b5725b388e12 on network b19689ff-a0fb-46f0-ac61-47f73450b5d7 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:16.236921 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.240689 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:16.240689 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Checking segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:16.241222 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.241807 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Bound using segment: {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:16.242288 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Bound port: 72a6391e-bc87-43ea-8dca-b5725b388e12, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662fcf7f-28c1-40ae-8c38-70b8a12df550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:16.242746 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.245495 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424a868-792b-4255-8f96-890acd3bf779 None None] Pushing event updated for resources: {'Port': ['ID=72a6391e-bc87-43ea-8dca-b5725b388e12,revision_number=2']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:16.310567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.313666 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:16.322355 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:16.329313 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:16.330434 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] For port 72a6391e-bc87-43ea-8dca-b5725b388e12, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:16.338368 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] For port 72a6391e-bc87-43ea-8dca-b5725b388e12, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a6391e-bc87-43ea-8dca-b5725b388e12,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:16.351421 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.385636 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451464'] for router_interface, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.433068 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424a868-792b-4255-8f96-890acd3bf779 None None] Pushing event updated for resources: {'Port': ['ID=72a6391e-bc87-43ea-8dca-b5725b388e12,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:16.462516 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:16.463083 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:16.464842 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:16.503837 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:16.572237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.605914 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:16.639643 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port afc15613-f0bd-4c53-8912-a27ba395cfcb, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=afc15613-f0bd-4c53-8912-a27ba395cfcb,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:16.713271 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.889473 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:14Z', 'revision_number': 3, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:16.945082 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b719c6d-92b7-4ee9-86ee-b60150393f14 None None] The sync data for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi is: [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:14Z', 'revision_number': 3, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:16.967331 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:16.972487 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.015487 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae66af-d698-4651-9b16-898e1c3159c0 None None] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:17:17.055216 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:17.059112 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420152'] for router_interface, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.114279 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=afc15613-f0bd-4c53-8912-a27ba395cfcb,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:17.139432 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device a81c7b45-e60f-4d6c-8c16-fb07fda769d4 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:17.246138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:17.247937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:17.249463 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-1d174b14-e784-4918-ab9c-1de17247b579 None None] Provisioning for port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:17.420829 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:17.458900 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:17.472159 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:17.479247 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd650f54-c9f5-4866-9689-5c89003b937d None None] The sync data for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi is: [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:17.491387 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:17.491948 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.619025 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '9fbcc885-bd75-404a-b003-d76ff34e8bd9', 'name': '', 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'mac_address': 'fa:16:3e:c2:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b042ee74-1197-400b-b256-478ce735ba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:11Z', 'updated_at': '2021-09-06T16:17:12Z', 'revision_number': 2, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'subnets': [{'id': 'b042ee74-1197-400b-b256-478ce735ba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:17.639856 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:17.647058 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-93bdc718-417e-4537-9c85-c5202b327de3 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6610141 Sep 06 16:17:17.703493 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Checking router: 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:17.703876 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Updating router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 binding host dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:17.760740 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.781448 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.867058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:17.876383 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:17.879106 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:18.047719 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:18.118712 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:18.119090 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.385326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Provisioning complete for port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:18.385326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.398054 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0bf2e-74c9-4e65-84e4-a106f6827a8d req-ffa485b7-6b11-4bab-81e3-97f8adcc00bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:18.399654 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7fc0bf2e-74c9-4e65-84e4-a106f6827a8d req-ffa485b7-6b11-4bab-81e3-97f8adcc00bb tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.1226821 Sep 06 16:17:18.483524 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks [] for port, precommit_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.486016 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7fc0bf2e-74c9-4e65-84e4-a106f6827a8d req-74695650-9087-4038-956d-edee3b7975cc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662289 Sep 06 16:17:18.548736 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Transition to ACTIVE for port object 9fbcc885-bd75-404a-b003-d76ff34e8bd9 will not be triggered until provisioned by entity L2. {{(pid=94039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:18.569897 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.639110 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 403741aa-9023-400c-898f-4c152c64ef79 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:18.818185 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d8e50-7ef5-45d2-8197-90f22ecdd575 None None] Pushing event updated for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=3']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:18.894542 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Provisioning for port c2f6dbcb-a465-42cf-9109-049748be66d6 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:18.902132 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Attempting to bind port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:18.902461 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Attempting to bind port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:18.902846 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Attempting to bind port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 on network f319c4c4-359c-406a-8beb-90bb74399b98 {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:18.907281 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 403741aa-9023-400c-898f-4c152c64ef79 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:18.907770 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.912587 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Provisioning complete for port c2f6dbcb-a465-42cf-9109-049748be66d6 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:18.913007 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.935313 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:18.935313 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Checking segment: {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:18.935313 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:18.936383 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Bound using segment: {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'} {{(pid=94039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:18.936650 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.managers [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Bound port: 9fbcc885-bd75-404a-b003-d76ff34e8bd9, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7b3be8-b371-4a48-8771-0590807c69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98'}}] {{(pid=94039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:18.936990 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.019672 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-80ec18e1-6c4a-4bf7-a1a7-14cc72ae8e57 None None] Port c2f6dbcb-a465-42cf-9109-049748be66d6 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:19.075713 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] For port 9fbcc885-bd75-404a-b003-d76ff34e8bd9, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:19.080883 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] For port 9fbcc885-bd75-404a-b003-d76ff34e8bd9, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9fbcc885-bd75-404a-b003-d76ff34e8bd9,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:19.088783 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.161091 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:19.161941 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:19.165502 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d8e50-7ef5-45d2-8197-90f22ecdd575 None None] Pushing event updated for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:19.217729 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-be0c3217-c320-4b52-8447-778529568069 None None] Provisioning complete for port c2f6dbcb-a465-42cf-9109-049748be66d6 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:19.218113 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-be0c3217-c320-4b52-8447-778529568069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.302823 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-be0c3217-c320-4b52-8447-778529568069 None None] Port c2f6dbcb-a465-42cf-9109-049748be66d6 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:19.390583 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:19.461674 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c195eb39-dc90-45ad-8913-af0c42b6f193 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:19.693471 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1c11-088d-4d23-9bcf-1365becad10d req-9def7bae-ffd0-4585-919f-fbf15d6412bc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:19.695706 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fa1d1c11-088d-4d23-9bcf-1365becad10d req-9def7bae-ffd0-4585-919f-fbf15d6412bc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0881703 Sep 06 16:17:19.727335 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port c195eb39-dc90-45ad-8913-af0c42b6f193 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:19.740831 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port c195eb39-dc90-45ad-8913-af0c42b6f193 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:19.741262 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.762572 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fa1d1c11-088d-4d23-9bcf-1365becad10d req-587de5ab-e8da-4693-899d-5cf3e14bd6db tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534062 Sep 06 16:17:19.898452 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '9fbcc885-bd75-404a-b003-d76ff34e8bd9', 'name': '', 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'mac_address': 'fa:16:3e:c2:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b042ee74-1197-400b-b256-478ce735ba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:11Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 4, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'subnets': [{'id': 'b042ee74-1197-400b-b256-478ce735ba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:19.931715 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.934194 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2176bdd1-732c-464d-8947-120e9e0da48b None None] The sync data for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi is: [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '9fbcc885-bd75-404a-b003-d76ff34e8bd9', 'name': '', 'network_id': 'f319c4c4-359c-406a-8beb-90bb74399b98', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'mac_address': 'fa:16:3e:c2:29:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b042ee74-1197-400b-b256-478ce735ba45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:11Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 4, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'subnets': [{'id': 'b042ee74-1197-400b-b256-478ce735ba45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:19.976022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port c195eb39-dc90-45ad-8913-af0c42b6f193, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c195eb39-dc90-45ad-8913-af0c42b6f193,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:19.980462 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:19.981411 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a6391e-bc87-43ea-8dca-b5725b388e12 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:20.071297 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:20.086156 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 72a6391e-bc87-43ea-8dca-b5725b388e12 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:20.091839 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 72a6391e-bc87-43ea-8dca-b5725b388e12 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:20.092253 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.187188 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.214997 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 72a6391e-bc87-43ea-8dca-b5725b388e12, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a6391e-bc87-43ea-8dca-b5725b388e12,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:20.219397 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.220249 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device afc15613-f0bd-4c53-8912-a27ba395cfcb up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:20.309064 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-cacaa2d8-7f21-4d43-b964-ef3bc8f7ebef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:20.311301 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-cacaa2d8-7f21-4d43-b964-ef3bc8f7ebef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.0728133 Sep 06 16:17:20.314663 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=72a6391e-bc87-43ea-8dca-b5725b388e12,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:20.329845 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port afc15613-f0bd-4c53-8912-a27ba395cfcb triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:20.330294 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.429688 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device a81c7b45-e60f-4d6c-8c16-fb07fda769d4 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:20.461818 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Deleting port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:17:20.462160 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.501934 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:20.502450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.563362 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] For port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:20.563842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.933870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.935242 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:20.948295 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Floating IP 72c995d2-dc28-429a-a65f-180eb8910f63 disassociated. External IP: 172.27.3.227, port: 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8. Sep 06 16:17:20.951390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Calling delete_port for 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:17:21.154422 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9b43b-6739-4e27-a63f-a3777eed68a2 req-da327738-bb86-41ef-8e86-64f57c9106f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:21.156622 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-00c9b43b-6739-4e27-a63f-a3777eed68a2 req-da327738-bb86-41ef-8e86-64f57c9106f1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 947 time: 0.1305528 Sep 06 16:17:21.252400 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-00c9b43b-6739-4e27-a63f-a3777eed68a2 req-9ea70563-7cac-4e2c-a851-27a836881eb1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=16e34761-a5a8-4d44-bb08-186364546904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837214 Sep 06 16:17:21.334095 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:21.372305 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c195eb39-dc90-45ad-8913-af0c42b6f193 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:21.417711 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'Port': ['ID=8ebb87f9-92b4-4cb1-8a23-56a42da6faa8,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:21.514828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port c195eb39-dc90-45ad-8913-af0c42b6f193 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:21.515144 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:21.726095 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a6391e-bc87-43ea-8dca-b5725b388e12 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:21.757120 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:21.823750 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 72a6391e-bc87-43ea-8dca-b5725b388e12 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:21.824023 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:22.010490 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9fbcc885-bd75-404a-b003-d76ff34e8bd9 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:22.018556 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Sync routers for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:22.029992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:22.058465 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:22.059547 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:22.067505 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:22.124237 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:22.124922 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:22.139736 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] No DVR routers for this DVR port 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:17:22.143449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:22.146473 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ef5e48bd-03fa-4754-9168-f051bc86f06c req-8d318e52-9136-4d8a-a76c-9d0a5e55543f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "DELETE /v2.0/ports/8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 HTTP/1.1" status: 204 len: 173 time: 1.8255939 Sep 06 16:17:22.149935 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-deleted', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:22.154969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac483f56-1622-4edc-844a-e1476519a771" -d '{"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-deleted", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:22.264674 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f078ad6a-6a1f-4cf0-9e63-4570014ee981 x-openstack-request-id: req-f078ad6a-6a1f-4cf0-9e63-4570014ee981 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:22.265029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ed94f-d12e-45ee-bde7-23ee563f516c", "name": "network-vif-deleted", "tag": "8ebb87f9-92b4-4cb1-8a23-56a42da6faa8", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:22.265361 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f078ad6a-6a1f-4cf0-9e63-4570014ee981 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:22.265827 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ed94f-d12e-45ee-bde7-23ee563f516c', 'name': 'network-vif-deleted', 'tag': '8ebb87f9-92b4-4cb1-8a23-56a42da6faa8', 'status': 'completed', 'code': 200} Sep 06 16:17:22.314094 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:22.363819 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:22.365067 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:22.418751 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:22.448940 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b978b4f-2d96-4d40-b956-b2d213160d7d req-156a7858-775e-41ff-b8e2-74dda0ba2744 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f5ed94f-d12e-45ee-bde7-23ee563f516c HTTP/1.1" status: 200 len: 210 time: 0.0437460 Sep 06 16:17:22.607219 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:22.811529 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c2f6dbcb-a465-42cf-9109-049748be66d6', 'name': '', 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'mac_address': 'fa:16:3e:89:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:15Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 2, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'subnets': [{'id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:22.859409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b048991-2698-4fbd-9d2d-7e62774b48c4 req-8aa16ecc-d6be-4e0a-bc09-4e76101b559d tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:22.875038 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b048991-2698-4fbd-9d2d-7e62774b48c4 req-8aa16ecc-d6be-4e0a-bc09-4e76101b559d tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.1112268 Sep 06 16:17:22.883185 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Checking router: c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:22.883769 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Updating router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 port c2f6dbcb-a465-42cf-9109-049748be66d6 binding host dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 16:17:22.938577 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:22.965430 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9b048991-2698-4fbd-9d2d-7e62774b48c4 req-571431d5-50ed-4062-a8c8-5391d8e306e1 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875685 Sep 06 16:17:23.225024 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.259388 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.273209 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.provisioning_blocks [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Transition to ACTIVE for port object c2f6dbcb-a465-42cf-9109-049748be66d6 will not be triggered until provisioned by entity L2. {{(pid=94040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:23.275192 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port 9fbcc885-bd75-404a-b003-d76ff34e8bd9, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9fbcc885-bd75-404a-b003-d76ff34e8bd9,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:23.281944 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.287723 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.337987 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dbc5e-5c1e-400e-a912-a236076e1a64 None None] Pushing event updated for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=3']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:23.423856 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:23.445475 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Attempting to bind port c2f6dbcb-a465-42cf-9109-049748be66d6 on host dv-cinder-759961-10-iscsi for vnic_type normal with profile {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:23.445856 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Attempting to bind port c2f6dbcb-a465-42cf-9109-049748be66d6 by drivers openvswitch,hyperv on host dv-cinder-759961-10-iscsi at level 0 using segments [{'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:23.446389 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Attempting to bind port c2f6dbcb-a465-42cf-9109-049748be66d6 on network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:23.447406 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:23.453850 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Checking agent: {'id': '87a62bc9-3d05-4797-98b0-4417a30c0783', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 5, 13), 'started_at': datetime.datetime(2021, 9, 6, 16, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:23.454126 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Checking segment: {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:23.454358 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.454934 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Bound using segment: {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'} {{(pid=94040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:23.455488 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.managers [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Bound port: c2f6dbcb-a465-42cf-9109-049748be66d6, host: dv-cinder-759961-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04a5ac9-8b21-408c-96d1-f058f1f5b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4'}}] {{(pid=94040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:23.455951 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.494876 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:23.517774 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:23.518267 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:23.640820 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] For port c2f6dbcb-a465-42cf-9109-049748be66d6, host dv-cinder-759961-10-iscsi, cleared binding levels {{(pid=94040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:23.645616 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.plugins.ml2.db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] For port c2f6dbcb-a465-42cf-9109-049748be66d6, host dv-cinder-759961-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c2f6dbcb-a465-42cf-9109-049748be66d6,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:23.676119 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54508) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:23.702616 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron_lib.callbacks.manager [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.749366 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.753391 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:23.783028 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.866575 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:23.867432 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:23.912811 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.915421 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:23.916990 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "DELETE /v2.0/security-groups/16e34761-a5a8-4d44-bb08-186364546904 HTTP/1.1" status: 204 len: 168 time: 0.2397127 Sep 06 16:17:23.919767 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54516) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:23.954714 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.api.v2.resource [None req-3d0e042b-6606-4cfb-8187-f57f198010b7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] show failed (client error): The resource could not be found. Sep 06 16:17:23.955805 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-3d0e042b-6606-4cfb-8187-f57f198010b7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups/16e34761-a5a8-4d44-bb08-186364546904 HTTP/1.1" status: 404 len: 347 time: 0.0350320 Sep 06 16:17:23.960289 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54518) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:23.961391 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252387-8e03-4225-85dc-71929a3bbeb8 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e34761-a5a8-4d44-bb08-186364546904,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:24.031175 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:24.207869 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b600-c6f4-44cc-b289-a86c43090c80 req-05c52e4b-51ef-40c2-96a6-d1de5976e70f tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:24.218058 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-efa4b600-c6f4-44cc-b289-a86c43090c80 req-05c52e4b-51ef-40c2-96a6-d1de5976e70f tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.1069651 Sep 06 16:17:24.297042 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:24.319811 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-efa4b600-c6f4-44cc-b289-a86c43090c80 req-501359b9-574b-4f5c-8670-a7c967aba8c3 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008620 Sep 06 16:17:24.346626 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Deleting port 12b72736-0114-4895-8c02-6769055984bb {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:17:24.346978 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:24.386164 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dbc5e-5c1e-400e-a912-a236076e1a64 None None] Pushing event updated for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=4']} {{(pid=94040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:24.388222 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fb3da-5756-40fb-99c2-2440f00a0916 None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:24.509661 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c2f6dbcb-a465-42cf-9109-049748be66d6', 'name': '', 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'mac_address': 'fa:16:3e:89:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:15Z', 'updated_at': '2021-09-06T16:17:23Z', 'revision_number': 4, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'subnets': [{'id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:24.523232 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:24.525804 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:24.540293 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Calling delete_port for 12b72736-0114-4895-8c02-6769055984bb owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:17:24.557490 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c4cd14-87a4-444b-85ca-db6fb6cbe5e1 None None] The sync data for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi is: [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c2f6dbcb-a465-42cf-9109-049748be66d6', 'name': '', 'network_id': '6a294af1-c7f7-4139-b61b-e3d44ba44dd4', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'mac_address': 'fa:16:3e:89:b5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:15Z', 'updated_at': '2021-09-06T16:17:23Z', 'revision_number': 4, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'subnets': [{'id': 'c20fea81-519d-4cb2-8695-f9c19a788557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:24.599607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:17:24.624854 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:17:24.624854 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 8ebb87f9-92b4-4cb1-8a23-56a42da6faa8 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:17:24.681002 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84609990-6a53-450b-bd28-b9b25beaa243 req-7e126e36-5e58-4cde-b525-c9d573364fee tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:24.682782 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-84609990-6a53-450b-bd28-b9b25beaa243 req-7e126e36-5e58-4cde-b525-c9d573364fee tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 945 time: 0.1261792 Sep 06 16:17:24.836733 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Deleting port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:17:24.838482 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.042044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] For port 41aaf7bd-d0a6-4957-b75e-93d5776d6581, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=41aaf7bd-d0a6-4957-b75e-93d5776d6581,segment=NetworkSegment(c096a7c6-4629-41a3-b6c0-c4952f8498f8),segment_id=c096a7c6-4629-41a3-b6c0-c4952f8498f8)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:25.042792 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.047896 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.094531 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Calling delete_port for 41aaf7bd-d0a6-4957-b75e-93d5776d6581 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:17:25.147609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'Port': ['ID=12b72736-0114-4895-8c02-6769055984bb,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:25.276643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.280611 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.286310 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ab929284-e998-4c3a-bf12-feb33a55a42c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "DELETE /v2.0/floatingips/72c995d2-dc28-429a-a65f-180eb8910f63 HTTP/1.1" status: 204 len: 168 time: 1.3113167 Sep 06 16:17:25.489522 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.501442 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['41aaf7bd-d0a6-4957-b75e-93d5776d6581'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:17:25.561963 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Pushing event deleted for resources: {'Port': ['ID=41aaf7bd-d0a6-4957-b75e-93d5776d6581,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:25.635331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] No DVR routers for this DVR port 41aaf7bd-d0a6-4957-b75e-93d5776d6581 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:17:25.642603 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.643115 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dc7facc2-584d-4c25-b27f-e62fce4012c0 req-c3c94b7a-6238-4ed0-8bda-8d127e3858da tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.11 "GET /v2.0/ports?device_id=805c61f0-1ba5-4b45-8ceb-f74f123b80a4 HTTP/1.1" status: 200 len: 210 time: 0.0687771 Sep 06 16:17:25.644687 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-84609990-6a53-450b-bd28-b9b25beaa243 req-55cbc6d2-47e6-4f38-98f3-075ad6d96de0 tempest-VolumesSnapshotTestJSON-1309718632 tempest-VolumesSnapshotTestJSON-1309718632-project] 10.222.0.46 "DELETE /v2.0/ports/41aaf7bd-d0a6-4957-b75e-93d5776d6581 HTTP/1.1" status: 204 len: 173 time: 0.9483700 Sep 06 16:17:25.645199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'name': 'network-vif-deleted', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:25.653119 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de08f3c-e43f-4db9-a0c2-40805379e397" -d '{"events": [{"server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "name": "network-vif-deleted", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:25.766224 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74b6ea4-da6c-4644-88a3-6df43a32b967 x-openstack-request-id: req-b74b6ea4-da6c-4644-88a3-6df43a32b967 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:25.766800 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805c61f0-1ba5-4b45-8ceb-f74f123b80a4", "name": "network-vif-deleted", "tag": "41aaf7bd-d0a6-4957-b75e-93d5776d6581", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:25.767302 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b74b6ea4-da6c-4644-88a3-6df43a32b967 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:25.767905 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805c61f0-1ba5-4b45-8ceb-f74f123b80a4', 'name': 'network-vif-deleted', 'tag': '41aaf7bd-d0a6-4957-b75e-93d5776d6581', 'status': 'completed', 'code': 200} Sep 06 16:17:25.815868 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc80d105-5fca-4925-a7b2-8c9c8edc40ee None None] New status for floating IP 72c995d2-dc28-429a-a65f-180eb8910f63: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:17:25.833649 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c2f6dbcb-a465-42cf-9109-049748be66d6 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:25.836975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54530) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:25.842141 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445386502', 'description': 'tempest-description--643416667'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:25.925908 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:25.985671 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning for port c2f6dbcb-a465-42cf-9109-049748be66d6 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:25.998199 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port c2f6dbcb-a465-42cf-9109-049748be66d6 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:26.007073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.227974 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.230910 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.238226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.299374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] For port c2f6dbcb-a465-42cf-9109-049748be66d6, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c2f6dbcb-a465-42cf-9109-049748be66d6,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:26.308662 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.311363 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eec299e-0f7c-4a15-bb91-dc673a1566f0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:26.312181 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9fbcc885-bd75-404a-b003-d76ff34e8bd9 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:26.326914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.328422 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e6e78e6e-0615-4856-b6e1-8f2725ec439c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4899831 Sep 06 16:17:26.331199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54534) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:26.340799 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group_rule': {'security_group_id': '4eec299e-0f7c-4a15-bb91-dc673a1566f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:26.373671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.434428 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Pushing event updated for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:26.454602 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:26.455251 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.479829 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.486216 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.511732 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d62084b-afc0-4e00-bbf3-605a6792da32,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:26.529278 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.530792 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9dfcdee7-a7d3-466d-919c-dc25d26fd91b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1985176 Sep 06 16:17:26.533652 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54536) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:26.542541 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'security_group_rule': {'security_group_id': '4eec299e-0f7c-4a15-bb91-dc673a1566f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:26.599152 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.711155 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.719701 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.755035 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e7de2c-698b-475c-b211-cd104a92e7db,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:26.762824 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.764395 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e574aef4-d6d8-497a-a5d2-9dbe031e4096 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2295337 Sep 06 16:17:26.767397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54542) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:26.772110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:26.808287 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:26.939269 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.345442 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Allocated IP 172.27.3.131 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/61a185c1-8443-4991-8abf-717f21a94e45) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:27.414867 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c2f6dbcb-a465-42cf-9109-049748be66d6 up at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:27.477520 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Provisioning complete for port c2f6dbcb-a465-42cf-9109-049748be66d6 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:27.477520 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.499519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.591590 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.647922 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:27.653577 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:27.660058 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:27.684491 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=61a185c1-8443-4991-8abf-717f21a94e45,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:27.776371 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.815945 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:27.996579 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:28.006889 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:28.093627 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=61a185c1-8443-4991-8abf-717f21a94e45,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:28.104326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:28.120836 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:28.122093 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-fd58656e-b1a2-4175-bd27-f2bb8276f1a4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3536665 Sep 06 16:17:28.630568 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 41aaf7bd-d0a6-4957-b75e-93d5776d6581 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:17:28.662580 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 41aaf7bd-d0a6-4957-b75e-93d5776d6581 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:17:28.663076 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 41aaf7bd-d0a6-4957-b75e-93d5776d6581 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:17:29.832960 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-546204f0-43b4-42e7-a64a-f96bdf5ae536 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1445386502&fields=id&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 267 time: 0.0400903 Sep 06 16:17:29.945389 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-705b8647-3e59-4219-911b-e705713c62ca tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:29.946817 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-705b8647-3e59-4219-911b-e705713c62ca tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 817 time: 0.1062353 Sep 06 16:17:29.969074 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-d65c68d2-1813-4b95-8e8a-61c0d5497294 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/quotas/b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 375 time: 0.0163221 Sep 06 16:17:30.033165 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-1639963c-f04f-44e9-bf38-7c63c7e6db43 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616109 Sep 06 16:17:30.136618 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-6f45f545-cb7f-43db-9fa7-3e29f31ee0e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902500 Sep 06 16:17:30.251900 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-b70a73f6-72af-4776-92b1-942f1a3d011d service neutron] 10.222.0.11 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090918 Sep 06 16:17:30.447848 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bbd905de-0add-4140-b22f-e77c811d10a5 req-158794df-ab8c-4afd-8cad-7cb1f194f4f4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Sep 06 16:17:31.582922 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2453940f-ecb1-4918-8845-95181b256ba7 req-6cd3bd51-c3c1-4590-9be2-2c5e00084f12 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 210 time: 0.0445371 Sep 06 16:17:32.184837 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-edef45b3-3433-403b-a59e-3ff394abef13 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:32.186295 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-edef45b3-3433-403b-a59e-3ff394abef13 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 814 time: 0.1012280 Sep 06 16:17:32.202308 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-58677e7b-5a58-4eab-9eb5-695bd46c84c8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/quotas/36bdf235d9254b0794be068b87cc4f99 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Sep 06 16:17:32.258320 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-c1d95f21-7465-45ca-b668-d1be1d654606 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493944 Sep 06 16:17:32.437064 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-6fbd3f69-a59d-4b57-a636-e6ba8a417b44 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:32.438592 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-6fbd3f69-a59d-4b57-a636-e6ba8a417b44 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 817 time: 0.1607020 Sep 06 16:17:32.440400 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-87c37a8b-fde9-4345-8f15-cfc76c8bc9a4 service neutron] 10.222.0.11 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705739 Sep 06 16:17:32.535825 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-cccbabd3-f84a-4278-a38b-9b3b9c8b81be tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 380 time: 0.0813529 Sep 06 16:17:32.548138 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'port': {'device_id': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'admin_state_up': True, 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'security_groups': ['4eec299e-0f7c-4a15-bb91-dc673a1566f0']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:32.583175 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-62ff8989-a07b-4117-9291-90c888603322 service neutron] 10.222.0.11 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349642 Sep 06 16:17:32.699155 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Made reservation on behalf of b83b7f72328545edb98530c4aaa43e83 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:32.703380 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:32.728824 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6051fbc4-a664-4159-8282-4725febce5c1 req-9c7a9bd8-c077-4cb6-a388-2da8aaeccc7f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 210 time: 0.0498817 Sep 06 16:17:32.793735 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8b9e82c2-5feb-4f5a-b087-eccd29b0ec68 req-e1eede9d-103f-4c34-8ce4-809a5d1a3976 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 210 time: 0.0355930 Sep 06 16:17:32.898789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Allocated IP 172.20.0.12 (a649802b-3b2d-401e-b21e-2b72c3c59763/488df781-a7df-4caa-95c0-ce9a54dfddcc/6cfeb83b-cd67-4f84-930e-f35e128970a7) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:33.083643 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.098815 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Transition to ACTIVE for port object 6cfeb83b-cd67-4f84-930e-f35e128970a7 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:33.134934 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.177461 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Network a649802b-3b2d-401e-b21e-2b72c3c59763 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:33.180397 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:33.184159 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:33.214345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:33.246964 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:33.247751 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.264710 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c611a7bc-a371-4d14-ba19-c429999e5d20 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7217193 Sep 06 16:17:33.279172 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Request body: {'port': {'device_id': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:33.342731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.530822 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9a881b5a-1e40-4948-a546-576e9269e45a None None] Provisioning for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:33.535061 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9a881b5a-1e40-4948-a546-576e9269e45a None None] Provisioning complete for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:33.535429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9a881b5a-1e40-4948-a546-576e9269e45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.545966 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:17:33.568645 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-9a881b5a-1e40-4948-a546-576e9269e45a None None] Port 6cfeb83b-cd67-4f84-930e-f35e128970a7 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:33.613966 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:33.621317 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.633667 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Transition to ACTIVE for port object 6cfeb83b-cd67-4f84-930e-f35e128970a7 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:33.637080 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.741675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:33.807046 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Attempting to bind port 6cfeb83b-cd67-4f84-930e-f35e128970a7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:33.807391 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Attempting to bind port 6cfeb83b-cd67-4f84-930e-f35e128970a7 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:33.807731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Attempting to bind port 6cfeb83b-cd67-4f84-930e-f35e128970a7 on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:33.817240 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Port 6cfeb83b-cd67-4f84-930e-f35e128970a7 on network a649802b-3b2d-401e-b21e-2b72c3c59763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:17:33.818215 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Attempting to bind port 6cfeb83b-cd67-4f84-930e-f35e128970a7 on network a649802b-3b2d-401e-b21e-2b72c3c59763 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:33.872014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:33.872395 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a560-6d94-4505-a5a1-dc2d92b6f302 req-d732eca5-820c-4153-9f2d-9555dbac873e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:33.872911 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Checking segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:33.872911 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Bound using segment: {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:33.873239 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Bound port: 6cfeb83b-cd67-4f84-930e-f35e128970a7, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afdaf59-731c-4ea3-b29e-b37d2964f948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:33.873604 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:33.882336 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-58f1a560-6d94-4505-a5a1-dc2d92b6f302 req-d732eca5-820c-4153-9f2d-9555dbac873e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0788813 Sep 06 16:17:33.931708 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-58f1a560-6d94-4505-a5a1-dc2d92b6f302 req-ae9fe4aa-1497-424a-ae70-d3f4c4193874 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Sep 06 16:17:33.955052 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-528a9068-28cd-42a2-aa81-72fc08de95ac req-c367a2a7-b58f-40e7-8cce-d9b7221d0257 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 210 time: 0.0540707 Sep 06 16:17:33.999080 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-30674f18-1a6a-4d76-9bad-5f2323e1eff6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:34.001103 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-30674f18-1a6a-4d76-9bad-5f2323e1eff6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 814 time: 0.2495935 Sep 06 16:17:34.007657 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:34.010898 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:34.014986 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.043087 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'port': {'device_id': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'admin_state_up': True, 'tenant_id': '36bdf235d9254b0794be068b87cc4f99'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:34.081960 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:34.083191 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.084537 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-85e797ab-1494-418a-81fa-942097a26cef service neutron] 10.222.0.46 "PUT /v2.0/ports/6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 1094 time: 0.8102782 Sep 06 16:17:34.084980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:34.087475 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cefacc3-b784-4843-84ba-bedf0b706df7" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:34.139587 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.157950 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981186e5-36a4-4dd6-b0f1-a1dde20f1615 x-openstack-request-id: req-981186e5-36a4-4dd6-b0f1-a1dde20f1615 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:34.158237 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:34.158490 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-981186e5-36a4-4dd6-b0f1-a1dde20f1615 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:34.158884 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'status': 'completed', 'code': 200} Sep 06 16:17:34.205176 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e797ab-1494-418a-81fa-942097a26cef service neutron] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:34.237014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-ef222488-fc81-412c-a33b-021c1609f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:34.238576 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-ef222488-fc81-412c-a33b-021c1609f19c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1097 time: 0.0943139 Sep 06 16:17:34.290805 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-b3079303-a5ee-4f86-aae5-45cf416f7e09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 217 time: 0.0432768 Sep 06 16:17:34.336462 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Made reservation on behalf of 36bdf235d9254b0794be068b87cc4f99 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:34.342466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.419519 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-3949c311-0b1b-4638-a20d-65446e16f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:34.421147 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-3949c311-0b1b-4638-a20d-65446e16f06b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.1225667 Sep 06 16:17:34.573270 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Allocated IP 172.20.0.14 (87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0/fbabcfbb-399c-48c4-8cd9-35d595fb704c/a04e26a2-5d84-4ec4-b7bd-104941153eb3) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:34.741362 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.755743 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Transition to ACTIVE for port object a04e26a2-5d84-4ec4-b7bd-104941153eb3 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:34.787178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.833807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:34.837126 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:34.843021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:34.873495 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:34.902516 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:34.903238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:34.920186 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-1f7bdbd9-0d8b-4b55-9932-4fcb177dc6ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003677 Sep 06 16:17:35.099516 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8e52a-23c1-4166-bf1f-5879c8d1d585 req-950ba090-c48f-4d39-8984-85c4f7fc6924 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:35.101024 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e7e8e52a-23c1-4166-bf1f-5879c8d1d585 req-950ba090-c48f-4d39-8984-85c4f7fc6924 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0748124 Sep 06 16:17:35.126889 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d039f-36ab-4e09-9d04-2755d4d1783f req-3e0cb96d-e102-425c-90f3-67194a6759d0 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:35.128302 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-617d039f-36ab-4e09-9d04-2755d4d1783f req-3e0cb96d-e102-425c-90f3-67194a6759d0 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0513489 Sep 06 16:17:35.139310 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e7e8e52a-23c1-4166-bf1f-5879c8d1d585 req-4213d0c1-5043-4c47-a0a8-42ab55992c5b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Sep 06 16:17:35.162518 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-161ee183-da4e-432f-8e4e-bf4322b1f639 None None] Provisioning for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:35.167120 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-161ee183-da4e-432f-8e4e-bf4322b1f639 None None] Provisioning complete for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:35.167486 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-161ee183-da4e-432f-8e4e-bf4322b1f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:35.168867 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-617d039f-36ab-4e09-9d04-2755d4d1783f req-3896acaa-89dd-4541-8235-39d7d4ccbdef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338023 Sep 06 16:17:35.204401 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-161ee183-da4e-432f-8e4e-bf4322b1f639 None None] Port a04e26a2-5d84-4ec4-b7bd-104941153eb3 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:36.263193 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b6ac3-b3d3-4f90-a32a-2cc41438a556 req-40d5021d-34a1-4fff-8050-8ca6a934e1a3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:36.271837 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b37b6ac3-b3d3-4f90-a32a-2cc41438a556 req-40d5021d-34a1-4fff-8050-8ca6a934e1a3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0627191 Sep 06 16:17:36.304999 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b64d1-f2cc-4c91-a7bc-21441090147b req-7c4b9797-c26f-4b91-a36b-e50fa9fabea3 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:36.307285 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de3b64d1-f2cc-4c91-a7bc-21441090147b req-7c4b9797-c26f-4b91-a36b-e50fa9fabea3 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0653038 Sep 06 16:17:36.319002 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b37b6ac3-b3d3-4f90-a32a-2cc41438a556 req-d89e2f9b-705f-4822-85b0-98b1b51d814c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Sep 06 16:17:36.357771 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-de3b64d1-f2cc-4c91-a7bc-21441090147b req-3dfaaaf2-059a-44d1-90ef-bf33aee7bbaf tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Sep 06 16:17:37.090676 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-759cc0af-aa58-4f8e-98cd-4eb20deacdf0 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642813892&fields=id&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 267 time: 0.0372741 Sep 06 16:17:37.203361 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-9b7c6487-9bb1-461b-b420-a00b4fe03685 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:37.211331 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-9b7c6487-9bb1-461b-b420-a00b4fe03685 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.1087749 Sep 06 16:17:37.225518 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-bbdb43ae-21f0-4f40-9f00-ed1c14c672d5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/quotas/2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 375 time: 0.0132511 Sep 06 16:17:37.279681 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-a1ee0894-36a1-4931-b7aa-72b7736afb0f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452650 Sep 06 16:17:37.385250 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-fcb3a594-6ff1-410e-a2d1-a522b48114d4 service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984607 Sep 06 16:17:37.453739 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf766c1-b355-42db-9f33-b936f7d09efb req-7085dc93-0eea-450d-8c47-b8ccd28e5b4a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:37.455121 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acf766c1-b355-42db-9f33-b936f7d09efb req-7085dc93-0eea-450d-8c47-b8ccd28e5b4a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0498917 Sep 06 16:17:37.492043 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-598b97ec-962f-40d1-8164-4295ad1c0e40 service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933299 Sep 06 16:17:37.518512 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-acf766c1-b355-42db-9f33-b936f7d09efb req-9ce87ebe-5dcd-45a5-8ec5-a025d36f7352 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559547 Sep 06 16:17:37.669466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333437cd-40b8-41ea-89eb-34aaa8de8ae4 req-a3b749aa-54da-4a24-958c-3c383682132d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:37.670954 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-333437cd-40b8-41ea-89eb-34aaa8de8ae4 req-a3b749aa-54da-4a24-958c-3c383682132d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0523405 Sep 06 16:17:37.717701 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-333437cd-40b8-41ea-89eb-34aaa8de8ae4 req-d87e35b6-7c7d-403a-a52f-d341be958bbc tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Sep 06 16:17:37.864104 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-503aa55f-8e8c-490c-839a-e85593ec38f2 req-f8d23c89-3e94-44e4-90f5-af85a8466c0b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0284743 Sep 06 16:17:38.654086 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a89728-c8fb-417f-b742-0cfce4515016 req-bd38876e-e3da-41fc-942e-079e903fb515 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:38.655621 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-78a89728-c8fb-417f-b742-0cfce4515016 req-bd38876e-e3da-41fc-942e-079e903fb515 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0526650 Sep 06 16:17:38.699854 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-78a89728-c8fb-417f-b742-0cfce4515016 req-2f19ba95-52b6-40d5-82b0-8f2486d23305 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371404 Sep 06 16:17:38.896723 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b43fc-bdc3-4f5f-bedd-1a9914f8e87b req-852ead5e-c8f6-493e-ad68-105a9abdf1ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:38.902097 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b35b43fc-bdc3-4f5f-bedd-1a9914f8e87b req-852ead5e-c8f6-493e-ad68-105a9abdf1ad tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0991330 Sep 06 16:17:38.946519 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b35b43fc-bdc3-4f5f-bedd-1a9914f8e87b req-47509470-da9b-45cc-91c3-694dadd8ceac tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Sep 06 16:17:38.966212 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc97be3c-e32e-4e71-b030-cfeca7f6a2e0 req-8df71fd2-01b8-4649-91e9-ed5f87f20748 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0281522 Sep 06 16:17:39.822157 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2209f0-7485-45c5-a5fc-da437d39841f req-c9df3a87-4797-414c-9ec8-e9e18919d085 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:39.824172 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f2209f0-7485-45c5-a5fc-da437d39841f req-c9df3a87-4797-414c-9ec8-e9e18919d085 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0541053 Sep 06 16:17:39.864395 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5f2209f0-7485-45c5-a5fc-da437d39841f req-16667b0c-0ee6-4b6b-9d8b-d8ffd40de577 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Sep 06 16:17:40.079584 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-34403d09-054b-4fca-9b35-d2b85236cee0 req-f4a8b845-343f-4960-b545-509b1839f9c7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0383320 Sep 06 16:17:40.084452 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452d57-aa90-4b68-af44-c134a0d740c5 req-c903d0e6-e169-4a93-a010-0546c4bc9070 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:40.086376 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b452d57-aa90-4b68-af44-c134a0d740c5 req-c903d0e6-e169-4a93-a010-0546c4bc9070 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0716133 Sep 06 16:17:40.124650 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9b452d57-aa90-4b68-af44-c134a0d740c5 req-06d1abd4-5b70-4034-b97b-489dcaa762ec tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Sep 06 16:17:40.133767 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b7c51b98-52a2-4401-a61f-9ee34b5b046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:40.994002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01165e8-a43f-4ddc-91b7-60048b8d8c32 req-3debcc10-f902-4d29-9027-163a3c6bc045 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:40.995519 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f01165e8-a43f-4ddc-91b7-60048b8d8c32 req-3debcc10-f902-4d29-9027-163a3c6bc045 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0565729 Sep 06 16:17:41.040620 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f01165e8-a43f-4ddc-91b7-60048b8d8c32 req-5886d254-d819-4469-b0c4-36032e7c01c3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Sep 06 16:17:41.211521 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c87e6ec2-e76d-4648-9000-d93f2608e874 req-6d34caa8-4ac5-4407-a71a-8d81442e069a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0420082 Sep 06 16:17:41.325531 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc2d89-89bb-45aa-876f-ab3aac36e9ba req-7ba82260-dc27-4172-af33-1a7858759780 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:41.327194 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-82fc2d89-89bb-45aa-876f-ab3aac36e9ba req-7ba82260-dc27-4172-af33-1a7858759780 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0977237 Sep 06 16:17:41.381607 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-82fc2d89-89bb-45aa-876f-ab3aac36e9ba req-ea19ab6b-1e12-4ed3-b843-bed2ac6311dc tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476494 Sep 06 16:17:42.158582 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5992bc4-6247-46ef-be36-d3dd27d302cf req-e4333883-6186-4b90-af6b-3e414adf1fcf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:42.160049 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c5992bc4-6247-46ef-be36-d3dd27d302cf req-e4333883-6186-4b90-af6b-3e414adf1fcf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0501220 Sep 06 16:17:42.196876 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c5992bc4-6247-46ef-be36-d3dd27d302cf req-2769bffc-bea6-4620-a125-7b2a1722db03 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Sep 06 16:17:42.304100 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-5114a5f6-1748-45ef-93ba-c3136cec0c8f req-ab52c930-469e-43b7-87a3-ab1d6925b8e4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0263114 Sep 06 16:17:42.513385 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74407-69b8-4649-b8c6-8b9e630d7470 req-223c68bb-c670-439a-a3c4-64f507f57309 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:42.515200 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-72f74407-69b8-4649-b8c6-8b9e630d7470 req-223c68bb-c670-439a-a3c4-64f507f57309 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0658727 Sep 06 16:17:42.553090 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-72f74407-69b8-4649-b8c6-8b9e630d7470 req-1fd4cdcd-63a6-4ac9-9f08-47d64a835b7c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Sep 06 16:17:42.913158 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2633010c-f8f2-4a18-b4f4-cb071663a779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:42.991859 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:43.330731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8d59e-fd8b-418b-94cf-9509cf63d26d req-8c8d71c0-5761-440c-b37d-fc7db2c36d22 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:43.332986 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f8c8d59e-fd8b-418b-94cf-9509cf63d26d req-8c8d71c0-5761-440c-b37d-fc7db2c36d22 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0548866 Sep 06 16:17:43.376366 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f8c8d59e-fd8b-418b-94cf-9509cf63d26d req-3c0937c9-1eac-4044-923c-3d36287cee74 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358841 Sep 06 16:17:43.406395 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-46f2d597-86e1-44cc-b175-516f81798d76 req-dfebedd1-fcfa-4a0f-9f06-7edf7ad0d935 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Sep 06 16:17:43.694860 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd685b1-f2c6-4bab-b910-0ef3944f21d7 req-bce7ed04-0e4f-4469-89ad-b57e248760ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:43.696406 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9fd685b1-f2c6-4bab-b910-0ef3944f21d7 req-bce7ed04-0e4f-4469-89ad-b57e248760ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0744901 Sep 06 16:17:43.713815 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:43.742377 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9fd685b1-f2c6-4bab-b910-0ef3944f21d7 req-e675c7b7-e983-4467-b255-eb607b525ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363777 Sep 06 16:17:44.507477 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a0500b2-f99f-4c14-b1d2-d34be133fcf7 req-a26b5659-43f5-416b-b77f-53a34f16cb58 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Sep 06 16:17:44.511047 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da87f5-778b-4565-97dd-b403c6b2d5fd req-9c3fa1fb-b788-45e4-a481-5eb39ccc06df tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:44.512563 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08da87f5-778b-4565-97dd-b403c6b2d5fd req-9c3fa1fb-b788-45e4-a481-5eb39ccc06df tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0602334 Sep 06 16:17:44.550150 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-08da87f5-778b-4565-97dd-b403c6b2d5fd req-b175e11b-17f1-4d81-b428-0a3bbd5aa44c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Sep 06 16:17:44.882598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0173-07ca-4762-9ac0-0654355c70e3 req-1f49582b-aa6d-4220-9fbd-fdced4cbb797 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:44.884632 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0adf0173-07ca-4762-9ac0-0654355c70e3 req-1f49582b-aa6d-4220-9fbd-fdced4cbb797 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0671489 Sep 06 16:17:44.930261 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0adf0173-07ca-4762-9ac0-0654355c70e3 req-2ff84095-4d80-46a4-b951-bfdef8ac28b9 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Sep 06 16:17:45.400958 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:45.595624 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2f0c88ca-c833-4c7b-8c8f-b386b35f9f51 req-1a6124b7-8b1b-449a-8cff-9a523bfb1909 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Sep 06 16:17:45.668789 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe3264-6072-4397-80f4-d6f98e70b043 req-e309a4ee-c39a-4785-b687-5742b9d5fa0f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:45.670165 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ddbe3264-6072-4397-80f4-d6f98e70b043 req-e309a4ee-c39a-4785-b687-5742b9d5fa0f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0478635 Sep 06 16:17:45.708449 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ddbe3264-6072-4397-80f4-d6f98e70b043 req-d4b9399a-a8c2-49c5-a849-ca6d76900453 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322659 Sep 06 16:17:46.045599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf14e-f45b-40d3-9c97-3803bf8b5036 req-2bee66e4-c9a0-4160-8e0e-fb7cf9efa5f0 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:46.047139 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fcdf14e-f45b-40d3-9c97-3803bf8b5036 req-2bee66e4-c9a0-4160-8e0e-fb7cf9efa5f0 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 932 time: 0.0497413 Sep 06 16:17:46.083571 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fcdf14e-f45b-40d3-9c97-3803bf8b5036 req-6dc98bb7-a72c-4eda-b4fe-dfb97a6f389e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Sep 06 16:17:46.209476 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Request body: {'port': {'device_id': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:46.308951 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c99b2196-d3eb-479d-9312-824478a1cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:46.310501 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c99b2196-d3eb-479d-9312-824478a1cad8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0974085 Sep 06 16:17:46.311518 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:46.500243 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-c190eb8b-a277-4f57-af9e-658e6041cb95 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742158 Sep 06 16:17:46.654003 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3b1f1483-d3b6-4374-b978-6b54c13fc598 req-ad4757bc-9704-40e9-a4a7-09c17d4b43ce service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442196 Sep 06 16:17:46.696483 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f72f2820-2576-4999-88a9-f1ec43050868 req-2f6c2f86-f0dc-4b66-84e0-b14500959fcc tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0347464 Sep 06 16:17:46.706421 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04e26a2-5d84-4ec4-b7bd-104941153eb3 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:46.724678 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:46.755478 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Transition to ACTIVE for port object a04e26a2-5d84-4ec4-b7bd-104941153eb3 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:46.761578 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:46.798494 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-57efbb9e-aca5-4084-8b61-18b22f12a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:46.800047 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-57efbb9e-aca5-4084-8b61-18b22f12a9eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1097 time: 0.0885496 Sep 06 16:17:46.883215 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:46.901878 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-18dc1d42-41f1-4048-a70a-3ae688e6d5f0 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:46.904267 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-18dc1d42-41f1-4048-a70a-3ae688e6d5f0 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.1301849 Sep 06 16:17:46.964690 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-186bb449-ee84-418a-a3f1-9071349b6e66 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 379 time: 0.0499377 Sep 06 16:17:46.983048 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'port': {'device_id': '16364ea4-1307-4974-bc07-3889fc1f8129', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'admin_state_up': True, 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'security_groups': ['227f4a87-49c9-4b55-ac04-aa6feda7a331']}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:47.136638 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Made reservation on behalf of 2a7b8b7080324cb18fc86a25e6c471c4 for: {'port': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:17:47.140872 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.229360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b9bd-9776-457a-8be5-2a8669d6803d req-9de5baa3-04f8-41da-8fea-dc6f58b8bebe tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.230856 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ec68b9bd-9776-457a-8be5-2a8669d6803d req-9de5baa3-04f8-41da-8fea-dc6f58b8bebe tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.4393988 Sep 06 16:17:47.270926 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184a4f4-009c-42e7-b91e-b90350c637cb req-ef866ff3-f444-4078-a21c-b71a5077be97 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.272632 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7184a4f4-009c-42e7-b91e-b90350c637cb req-ef866ff3-f444-4078-a21c-b71a5077be97 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 944 time: 0.0994840 Sep 06 16:17:47.283066 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-37276e3f-3658-487b-9344-76d3af8a9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.284661 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-37276e3f-3658-487b-9344-76d3af8a9bb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.4712272 Sep 06 16:17:47.298848 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Attempting to bind port a04e26a2-5d84-4ec4-b7bd-104941153eb3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:47.299188 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Attempting to bind port a04e26a2-5d84-4ec4-b7bd-104941153eb3 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:47.299619 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Attempting to bind port a04e26a2-5d84-4ec4-b7bd-104941153eb3 on network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:47.344604 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ec68b9bd-9776-457a-8be5-2a8669d6803d req-e4bdae24-0673-4a3a-89d6-f8a8db86d44c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069338 Sep 06 16:17:47.350199 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-a2a6a0f9-8e4b-436f-ba88-6cbd0378eb3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 217 time: 0.0485370 Sep 06 16:17:47.350199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Port a04e26a2-5d84-4ec4-b7bd-104941153eb3 on network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:17:47.350199 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Attempting to bind port a04e26a2-5d84-4ec4-b7bd-104941153eb3 on network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:47.352979 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7184a4f4-009c-42e7-b91e-b90350c637cb req-915da5b2-edc8-4565-8c65-4e60d44c2fbf tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600669 Sep 06 16:17:47.355068 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.20.0.5 (7020465a-faa5-4e33-a7c1-1eab0a98548f/d72a9e20-44ef-403f-a9a0-71837a243909/213fd2a9-8b89-4b5b-92c0-2b014dc9f648) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:17:47.389853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:47.390399 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Checking segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:47.391063 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Bound using segment: {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:47.391791 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Bound port: a04e26a2-5d84-4ec4-b7bd-104941153eb3, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62db8bb1-265f-4ee6-adf9-5575f65e77ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:47.392596 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.452024 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-58235da5-532b-4f61-a083-b98526790e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.454022 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-58235da5-532b-4f61-a083-b98526790e22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0994303 Sep 06 16:17:47.509229 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:47.526563 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:47.529998 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.532927 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.538596 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-c0acf0b9-8eaf-4749-a3f1-a04995687b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.540295 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-c0acf0b9-8eaf-4749-a3f1-a04995687b80 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760348 Sep 06 16:17:47.548168 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Transition to ACTIVE for port object 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 will not be triggered until provisioned by entity DHCP. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:47.592144 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.601903 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.602564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.604059 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] 10.222.0.46 "PUT /v2.0/ports/a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 1094 time: 1.3994470 Sep 06 16:17:47.604720 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:47.606960 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c677d239-7437-45c4-957e-384d60c6f132" -d '{"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:47.657811 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:17:47.662180 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:17:47.667472 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:17:47.703820 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:47.716186 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe6811-4a00-4e0b-ba3b-9aadb58d1e6a service neutron] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:47.730853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e77f08-8578-4375-89e9-c787b39ffc25 x-openstack-request-id: req-f3e77f08-8578-4375-89e9-c787b39ffc25 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:47.731148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:47.731520 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e77f08-8578-4375-89e9-c787b39ffc25 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:47.731930 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:17:47.748817 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.749238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.779039 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-1ff7590b-87e4-4c66-98fd-a54b9ae96e7a service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146699 Sep 06 16:17:47.781362 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-aced2aab-38cd-4c66-8432-7dd9f030acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.782241 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-50e1a386-d54d-4124-9fd7-3df0e24b4e7a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031702 Sep 06 16:17:47.783279 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-aced2aab-38cd-4c66-8432-7dd9f030acb0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1097 time: 0.1093421 Sep 06 16:17:47.806093 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Request body: {'port': {'device_id': '16364ea4-1307-4974-bc07-3889fc1f8129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:47.865047 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.877741 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-36b46cb6-fba5-40f9-8721-bc41c85e1b30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 217 time: 0.0582194 Sep 06 16:17:47.967538 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9d9a270f-278f-45a1-854c-e7c121d743e9 None None] Provisioning for port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:47.972505 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-9d9a270f-278f-45a1-854c-e7c121d743e9 None None] Provisioning complete for port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:47.972885 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9d9a270f-278f-45a1-854c-e7c121d743e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:47.973018 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e664ed6-45d4-4536-ad32-83ca9f964d0d req-10ae44e2-0e6f-4656-9b9a-b4b08261bef2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:47.974547 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e664ed6-45d4-4536-ad32-83ca9f964d0d req-10ae44e2-0e6f-4656-9b9a-b4b08261bef2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 931 time: 0.1902986 Sep 06 16:17:48.005891 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-40260e3e-68a2-4708-bf8d-0498b3133f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.007723 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-40260e3e-68a2-4708-bf8d-0498b3133f82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0980117 Sep 06 16:17:48.016469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a270f-278f-45a1-854c-e7c121d743e9 None None] Port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:17:48.018228 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1cefacc3-b784-4843-84ba-bedf0b706df7 req-7d34cc47-1d56-4bc3-a64d-78164c2493d3 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066913 Sep 06 16:17:48.062145 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e664ed6-45d4-4536-ad32-83ca9f964d0d req-c8260069-8236-4cc8-b58f-9fe2fac16fbe tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778394 Sep 06 16:17:48.072544 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-57ab1feb-dca5-4838-9e37-320620ad99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.074501 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-57ab1feb-dca5-4838-9e37-320620ad99d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588629 Sep 06 16:17:48.139607 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 {{(pid=94038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:48.147640 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.159739 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.provisioning_blocks [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Transition to ACTIVE for port object 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 will not be triggered until provisioned by entity L2. {{(pid=94038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:17:48.164959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.169102 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-f59a8d07-40fe-4d47-b50e-c52a25017e90 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863855 Sep 06 16:17:48.251500 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:48.286257 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Attempting to bind port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:17:48.286595 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Attempting to bind port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:17:48.286920 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Attempting to bind port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:48.295138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:17:48.295138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Attempting to bind port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:17:48.297817 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:17:48.298148 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:17:48.298520 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Bound using segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} {{(pid=94038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:17:48.298944 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.managers [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Bound port: 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}}] {{(pid=94038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:17:48.299221 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ba75bc17-1b28-4b1e-ac00-bd9a03383f27 req-b9b14ec6-abf5-4efe-8940-0f8bc47f06e2 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223438 Sep 06 16:17:48.299343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.399631 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, cleared binding levels {{(pid=94038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:17:48.406296 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:17:48.414973 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.421474 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d239-7437-45c4-957e-384d60c6f132 req-1fa0b4a9-78f9-4d32-a098-65156f802788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.446696 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-1fa0b4a9-78f9-4d32-a098-65156f802788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1097 time: 0.0657136 Sep 06 16:17:48.452306 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.453037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.454528 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/213fd2a9-8b89-4b5b-92c0-2b014dc9f648 HTTP/1.1" status: 200 len: 1093 time: 0.6540513 Sep 06 16:17:48.454935 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:48.457241 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edef882-611a-4d94-b7f0-cee4527bdbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:48.492376 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40109cc-0064-45a7-aac2-6cef9b5ba5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=3']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:48.583789 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-ab67dc24-b4bf-44cc-bded-f703923a2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.586694 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-ab67dc24-b4bf-44cc-bded-f703923a2122 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 1096 time: 0.0854208 Sep 06 16:17:48.598886 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5459-7b6b-4817-80f4-638ec6a12bfe req-4d0fb693-342b-4217-b58b-feec695b0dc2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.600894 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-29ff5459-7b6b-4817-80f4-638ec6a12bfe req-4d0fb693-342b-4217-b58b-feec695b0dc2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 944 time: 0.0726888 Sep 06 16:17:48.628787 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c8c40-8b1e-462b-b0a4-33b3075e4630 req-8d790d00-11ab-4fed-9bac-e70c9026a6f6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.630932 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1d8c8c40-8b1e-462b-b0a4-33b3075e4630 req-8d790d00-11ab-4fed-9bac-e70c9026a6f6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.1117373 Sep 06 16:17:48.642544 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-4633fcc1-70ba-4032-bbfc-d518a4ccb694 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648 HTTP/1.1" status: 200 len: 217 time: 0.0405347 Sep 06 16:17:48.661974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d239-7437-45c4-957e-384d60c6f132 req-7fa74c44-f695-49a0-a9f2-0f2a2635978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.663796 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-7fa74c44-f695-49a0-a9f2-0f2a2635978c service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.2159827 Sep 06 16:17:48.693704 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:17:48.704779 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-29ff5459-7b6b-4817-80f4-638ec6a12bfe req-974bc022-372e-4564-880c-f63e72d68871 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962133 Sep 06 16:17:48.712473 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-4ab6dfce-f3a0-4303-bb04-97f63a0e8ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.713980 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-4ab6dfce-f3a0-4303-bb04-97f63a0e8ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0618279 Sep 06 16:17:48.730290 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-a4276267-029a-4824-98b4-5237bffb789f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 217 time: 0.0534244 Sep 06 16:17:48.733380 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1d8c8c40-8b1e-462b-b0a4-33b3075e4630 req-7e4cbf9d-0bd0-4157-b933-77fd812f80de tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921285 Sep 06 16:17:48.771958 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d75fc-9a46-4b82-80ca-03e2db0ade0f x-openstack-request-id: req-da2d75fc-9a46-4b82-80ca-03e2db0ade0f {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:48.772916 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:48.773748 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da2d75fc-9a46-4b82-80ca-03e2db0ade0f {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:48.774156 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'status': 'completed', 'code': 200} Sep 06 16:17:48.794112 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d239-7437-45c4-957e-384d60c6f132 req-f0c87701-088a-41fa-b3e1-1bb1d77248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.795580 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-f0c87701-088a-41fa-b3e1-1bb1d77248f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0574939 Sep 06 16:17:48.795709 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-006cae9e-acd3-4335-955f-fddac271fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.797210 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-006cae9e-acd3-4335-955f-fddac271fc20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0674169 Sep 06 16:17:48.822573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:48.833143 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:17:48.852533 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677d239-7437-45c4-957e-384d60c6f132 req-b1255e83-ee6e-41b1-be5f-40a7c51069a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:48.854059 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-b1255e83-ee6e-41b1-be5f-40a7c51069a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444577 Sep 06 16:17:48.875858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.889188 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:48.898454 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-c3fcfa57-811f-4b2b-b145-5f5d57165d8f service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879214 Sep 06 16:17:48.908965 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:48.913240 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:48.955218 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-29953e0d-1cd6-4c51-aa04-c29008f518a2 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927250 Sep 06 16:17:48.988119 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:49.027537 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c469b65d-03f4-46a6-ad9e-f73b6f7df8f2 req-10f635c8-d0cd-4b41-b30b-7a7cd50c47fe service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207025 Sep 06 16:17:49.050376 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c677d239-7437-45c4-957e-384d60c6f132 req-5b9d4ecc-612b-4eb0-8819-e52c6ad09347 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863147 Sep 06 16:17:49.139850 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-31c954b0-0390-4002-997a-1846406eaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.141345 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-31c954b0-0390-4002-997a-1846406eaf62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 1096 time: 0.0533209 Sep 06 16:17:49.165362 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['6cfeb83b-cd67-4f84-930e-f35e128970a7'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:17:49.241437 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56a28e-f24c-49f6-9de7-63386ede74b8 req-8fc0f8af-ccc7-4ee4-a12f-6bc668d3a794 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.243038 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7d56a28e-f24c-49f6-9de7-63386ede74b8 req-8fc0f8af-ccc7-4ee4-a12f-6bc668d3a794 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.1134956 Sep 06 16:17:49.282168 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-1f4173e7-0b2b-4319-bad4-031503e088b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.283739 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-1f4173e7-0b2b-4319-bad4-031503e088b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.1253324 Sep 06 16:17:49.304295 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7d56a28e-f24c-49f6-9de7-63386ede74b8 req-01758834-e425-427f-a395-5656cf7117fe tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543416 Sep 06 16:17:49.330332 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-7c10f8ce-3908-4930-ad80-737f3473f91b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648 HTTP/1.1" status: 200 len: 217 time: 0.0384362 Sep 06 16:17:49.380201 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-c25daac3-f5b7-423d-8423-c22a6a330475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.381579 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-c25daac3-f5b7-423d-8423-c22a6a330475 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0427091 Sep 06 16:17:49.431662 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-87ea3808-78bd-45e9-b1e1-53da5cb81d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.433174 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-87ea3808-78bd-45e9-b1e1-53da5cb81d30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431299 Sep 06 16:17:49.520281 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-c37d89c7-0cc0-4dab-8fad-db16409a1b90 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792570 Sep 06 16:17:49.616553 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5edef882-611a-4d94-b7f0-cee4527bdbf3 req-2d819d50-9096-4c30-89bf-0ac04b38eadd service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880356 Sep 06 16:17:49.828617 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1d9df-3632-4cfa-8340-da46509e9372 req-201559a8-9529-4826-a9a1-acfeb67f1599 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.830152 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aeb1d9df-3632-4cfa-8340-da46509e9372 req-201559a8-9529-4826-a9a1-acfeb67f1599 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 944 time: 0.0552287 Sep 06 16:17:49.861801 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd309-dafb-42ec-b456-1ba1c29cbea7 req-a9862420-7483-4682-b6bc-574eb2d8a4c4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:49.863305 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2d3fd309-dafb-42ec-b456-1ba1c29cbea7 req-a9862420-7483-4682-b6bc-574eb2d8a4c4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.0564463 Sep 06 16:17:49.870733 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-aeb1d9df-3632-4cfa-8340-da46509e9372 req-7a1b5f01-eeae-42ea-ad6b-fa9d5945377e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Sep 06 16:17:49.901094 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2d3fd309-dafb-42ec-b456-1ba1c29cbea7 req-fef08490-957e-4cee-ae96-84b403756d6f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Sep 06 16:17:50.415177 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2587c12-8ada-40f2-83b4-d83a90d036c6 req-1b845f4a-01c5-46cc-ae9c-20909744e9ec tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:50.416650 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2587c12-8ada-40f2-83b4-d83a90d036c6 req-1b845f4a-01c5-46cc-ae9c-20909744e9ec tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0470421 Sep 06 16:17:50.455658 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2587c12-8ada-40f2-83b4-d83a90d036c6 req-ef5f25a3-b28b-45a7-a241-1949cf1735dc tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331790 Sep 06 16:17:50.685119 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54904) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:50.712773 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a04e26a2-5d84-4ec4-b7bd-104941153eb3 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:17:50.714823 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:50.729516 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Deleting subnet ce1f2751-9372-4154-ba49-b4a63b68507a {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:17:50.732633 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.770000 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.807113 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.819281 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:50.826802 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:50.827173 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.860904 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.863049 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:50.880429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'port_id': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'mac_address': 'fa:16:3e:81:6d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:17:50.888470 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1f2751-9372-4154-ba49-b4a63b68507a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:50.890473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.893397 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-92afbaeb-0a3f-42e0-9016-ee0b536eb34d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ce1f2751-9372-4154-ba49-b4a63b68507a HTTP/1.1" status: 204 len: 168 time: 0.2061522 Sep 06 16:17:50.895012 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54908) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:50.942734 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.969468 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04e26a2-5d84-4ec4-b7bd-104941153eb3 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:50.982621 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:50.991722 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:50.992845 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.002256 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.017779 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4b3e5-6ac9-424a-81b6-7aea22aea8ae req-713eef22-4c5d-4083-b199-48f46b287c1c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:51.019512 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-24d4b3e5-6ac9-424a-81b6-7aea22aea8ae req-713eef22-4c5d-4083-b199-48f46b287c1c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 944 time: 0.0681751 Sep 06 16:17:51.042017 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:51.044326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074a9b54-582e-4fe9-b717-ca983456613c" -d '{"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:51.063580 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-24d4b3e5-6ac9-424a-81b6-7aea22aea8ae req-72859cb1-92ea-4acf-a9c3-1674aba99ba1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356643 Sep 06 16:17:51.064613 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:51.073960 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.087952 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:51.099138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.108877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3efd-433a-4bf2-8a5f-82b54c0dba5d req-fd1fd73f-28b6-43fa-ac87-9ee6b35eafa9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:51.110360 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b02d3efd-433a-4bf2-8a5f-82b54c0dba5d req-fd1fd73f-28b6-43fa-ac87-9ee6b35eafa9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.1221397 Sep 06 16:17:51.118468 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cae7c26-182c-4bd5-a78a-802313f458b8 x-openstack-request-id: req-9cae7c26-182c-4bd5-a78a-802313f458b8 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:51.118762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:51.119009 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cae7c26-182c-4bd5-a78a-802313f458b8 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:51.119389 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'code': 200} Sep 06 16:17:51.134766 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2b922-d7a5-4fe2-9e2b-253e58014771']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:51.141030 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:51.151877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c096a7c6-4629-41a3-b6c0-c4952f8498f8') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:51.152211 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c096a7c6-4629-41a3-b6c0-c4952f8498f8') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:51.168561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.182955 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b02d3efd-433a-4bf2-8a5f-82b54c0dba5d req-3c0060e5-7c79-4759-afe1-62205a13b7cd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620046 Sep 06 16:17:51.188945 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.196091 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:17:51.196527 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:17:51.198493 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:17:51.255688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.263555 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.268473 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] 10.222.0.11 "DELETE /v2.0/networks/41f2b922-d7a5-4fe2-9e2b-253e58014771 HTTP/1.1" status: 204 len: 168 time: 0.3694639 Sep 06 16:17:51.270944 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:17:51.274865 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3d3ef-b616-4600-a4e7-2090f6282864 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f2b922-d7a5-4fe2-9e2b-253e58014771,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:51.306826 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f4d5-9aca-4065-952f-f214e327fd7f req-525b55b3-825b-40ca-b687-03b51f0ef60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:51.308382 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-63d5f4d5-9aca-4065-952f-f214e327fd7f req-525b55b3-825b-40ca-b687-03b51f0ef60e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1099 time: 0.0552495 Sep 06 16:17:51.349778 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-63d5f4d5-9aca-4065-952f-f214e327fd7f req-96313faa-4b02-41d6-a236-bb10e0a82459 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287423 Sep 06 16:17:51.439291 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54916) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:51.477987 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4ae494b5-51d0-4681-b179-143c839de7e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd67fe5244444deeaed7ff464d2e45ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375650 Sep 06 16:17:51.480352 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 54920) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:51.536712 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.575603 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.605209 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dde7a-213f-419e-a3a1-69c9fe27b74e req-470cbd93-ae6e-4cd3-8d51-c845ffbe270b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:51.606661 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a16dde7a-213f-419e-a3a1-69c9fe27b74e req-470cbd93-ae6e-4cd3-8d51-c845ffbe270b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0828230 Sep 06 16:17:51.653847 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a16dde7a-213f-419e-a3a1-69c9fe27b74e req-c1ee77ca-0bbe-4ccf-ae58-7b7a373e92d2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364664 Sep 06 16:17:51.666197 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.668954 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:51.670064 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91 HTTP/1.1" status: 204 len: 168 time: 0.1888123 Sep 06 16:17:51.677806 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610d32c-4c4b-4fca-af73-4ed7dffafd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f0ae97-1715-4f49-9d0e-3f6db7f7fe91,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:52.180474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba3add-0af0-4dc8-b9fe-51b7b23ed903 req-b1cf9bb0-6acc-43a5-bc6b-2cf74c5003f5 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:52.181986 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9ba3add-0af0-4dc8-b9fe-51b7b23ed903 req-b1cf9bb0-6acc-43a5-bc6b-2cf74c5003f5 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 945 time: 0.0491207 Sep 06 16:17:52.221316 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9ba3add-0af0-4dc8-b9fe-51b7b23ed903 req-8e518d2c-b686-4658-8663-74c64fdec408 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Sep 06 16:17:52.326640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacba1c-d254-415e-8621-d42a1a818676 req-672f4344-9e09-48eb-93e5-6f24d2bdc7cf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:52.328271 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-feacba1c-d254-415e-8621-d42a1a818676 req-672f4344-9e09-48eb-93e5-6f24d2bdc7cf tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0498314 Sep 06 16:17:52.543231 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-feacba1c-d254-415e-8621-d42a1a818676 req-5410cd56-41c6-42b2-b23f-35aa36509cc7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090971 Sep 06 16:17:52.722630 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a04e26a2-5d84-4ec4-b7bd-104941153eb3 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:17:52.789942 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:17:52.793541 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:17:52.793913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:52.855865 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29853b-d7cd-4a29-b62b-9aa588036eaa req-92c968e2-4619-4f52-ab83-40cfb8d4793a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:52.857395 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b29853b-d7cd-4a29-b62b-9aa588036eaa req-92c968e2-4619-4f52-ab83-40cfb8d4793a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.1128561 Sep 06 16:17:52.871725 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:52.895220 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0b29853b-d7cd-4a29-b62b-9aa588036eaa req-e5e88953-c1a2-4368-a873-4b8faba81a88 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316627 Sep 06 16:17:52.902356 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:52.906481 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:52.958828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:53.120156 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:53.122455 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb5795-161e-41b2-a759-077c2d770d06" -d '{"events": [{"server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "name": "network-vif-plugged", "status": "completed", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:53.157633 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c087f9-dccd-49f0-b567-5efe4ca86269 x-openstack-request-id: req-41c087f9-dccd-49f0-b567-5efe4ca86269 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:53.157919 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "name": "network-vif-plugged", "status": "completed", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:53.158167 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41c087f9-dccd-49f0-b567-5efe4ca86269 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:53.158548 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'code': 200} Sep 06 16:17:53.319534 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48808400-308d-4b64-b95d-021d1a84402f req-13206386-bc6f-4ec8-8874-5c09327f3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:53.321040 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-48808400-308d-4b64-b95d-021d1a84402f req-13206386-bc6f-4ec8-8874-5c09327f3228 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1099 time: 0.0412138 Sep 06 16:17:53.339048 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516caec1-4088-4b81-97ba-d6eb6f4db8e6 req-f694acb1-37ca-4b30-9cb7-1773c438bfa6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:53.340532 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-516caec1-4088-4b81-97ba-d6eb6f4db8e6 req-f694acb1-37ca-4b30-9cb7-1773c438bfa6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0548549 Sep 06 16:17:53.356795 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-48808400-308d-4b64-b95d-021d1a84402f req-d53e4efc-fb71-44ce-b789-6014f9ee997b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283477 Sep 06 16:17:53.377559 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-516caec1-4088-4b81-97ba-d6eb6f4db8e6 req-4836f611-c9bf-4e35-b7ce-cbcfabdb418b tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Sep 06 16:17:53.669468 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97444c-9f2d-4166-8e2e-8b8cea635065 req-9a860e73-5835-4d09-8e46-cea2157ba266 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:53.670935 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9e97444c-9f2d-4166-8e2e-8b8cea635065 req-9a860e73-5835-4d09-8e46-cea2157ba266 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Sep 06 16:17:53.711289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9e97444c-9f2d-4166-8e2e-8b8cea635065 req-6d21cb56-5c51-4888-9595-8f80010aeec1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344946 Sep 06 16:17:53.826404 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38347-9dde-49f8-a517-200a760d6f13 req-897bf369-b7ef-4392-8b62-84552f68a0c2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:53.827894 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3dd38347-9dde-49f8-a517-200a760d6f13 req-897bf369-b7ef-4392-8b62-84552f68a0c2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0484679 Sep 06 16:17:53.836922 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 54972) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:17:53.841342 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Request body: {'floatingip': {'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:17:53.883504 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:54.019773 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912087-e1c9-4ce2-a90b-e098a905169c req-b7f4bfbb-e52a-4c91-b526-31a987ce362f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:54.022111 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-79912087-e1c9-4ce2-a90b-e098a905169c req-b7f4bfbb-e52a-4c91-b526-31a987ce362f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0514123 Sep 06 16:17:54.060628 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-79912087-e1c9-4ce2-a90b-e098a905169c req-f79b8888-9992-41ce-8af9-30cb3c08a563 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321651 Sep 06 16:17:54.325592 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:54.329376 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:54.651379 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584e03-355e-4491-b355-fd7e31e6739d req-e12413a4-2913-4503-b48e-79f5a4a77a0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:54.652846 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14584e03-355e-4491-b355-fd7e31e6739d req-e12413a4-2913-4503-b48e-79f5a4a77a0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0869641 Sep 06 16:17:54.679643 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Floating IP bc51e54c-7f57-48a2-b8c0-bdb451dd9d22 associated. External IP: 172.27.3.131, port: 6cfeb83b-cd67-4f84-930e-f35e128970a7. Sep 06 16:17:54.732710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-14584e03-355e-4491-b355-fd7e31e6739d req-7379b801-6415-47c2-80e3-6d9f0227847d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738969 Sep 06 16:17:54.891490 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:17:54.992445 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:17:54.997558 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:55.006691 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:17:55.016605 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:55.017276 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:55.027224 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-43ca7f88-89c1-408f-9dc8-e91ec48d02ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "PUT /v2.0/floatingips/bc51e54c-7f57-48a2-b8c0-bdb451dd9d22 HTTP/1.1" status: 200 len: 992 time: 1.1892624 Sep 06 16:17:55.027868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:17:55.030123 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb" -d '{"events": [{"name": "network-changed", "server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:17:55.067194 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9876fcca-2122-42ab-9a34-53a301f53a4f x-openstack-request-id: req-9876fcca-2122-42ab-9a34-53a301f53a4f {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:17:55.067474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:17:55.067716 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9876fcca-2122-42ab-9a34-53a301f53a4f {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:17:55.068124 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'status': 'completed', 'code': 200} Sep 06 16:17:55.181176 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4d13c-c419-4ac2-ba3f-a397d71a154f req-f49f8f5f-60a8-4859-b911-fa4514d64ab5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:55.182665 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bfd4d13c-c419-4ac2-ba3f-a397d71a154f req-f49f8f5f-60a8-4859-b911-fa4514d64ab5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0503454 Sep 06 16:17:55.220686 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-bfd4d13c-c419-4ac2-ba3f-a397d71a154f req-b1508961-e011-455b-954e-51e582a1ee5b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Sep 06 16:17:55.235504 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:55.494544 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'bc51e54c-7f57-48a2-b8c0-bdb451dd9d22', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:17:27Z', 'updated_at': '2021-09-06T16:17:54Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:55.519299 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:17:55.528011 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:17:55.528648 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:55.632019 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:17:55.847107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7af4-7e45-4730-961a-ec8ae8323d91 req-1d87dd48-e795-41d6-ab13-79ed45dedb23 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:55.848599 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4d3c7af4-7e45-4730-961a-ec8ae8323d91 req-1d87dd48-e795-41d6-ab13-79ed45dedb23 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Sep 06 16:17:55.854398 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'bc51e54c-7f57-48a2-b8c0-bdb451dd9d22', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:17:27Z', 'updated_at': '2021-09-06T16:17:54Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:17:55.880242 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61f2dc-0d79-4d67-9cd6-4578722fdf64 None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': 'bc51e54c-7f57-48a2-b8c0-bdb451dd9d22', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:17:27Z', 'updated_at': '2021-09-06T16:17:54Z', 'revision_number': 1, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:17:55.886704 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4d3c7af4-7e45-4730-961a-ec8ae8323d91 req-6c2a6725-2bf4-4881-8afe-a57bd5991696 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Sep 06 16:17:56.056945 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf5a79-6487-48fa-b338-95fc4e78525c None None] New status for floating IP bc51e54c-7f57-48a2-b8c0-bdb451dd9d22: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:17:56.335965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6f47-c73e-483f-8ca7-61bc47383199 req-ac69f3d4-9acc-4016-bc5b-76ffa982edb3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:56.337421 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ff8d6f47-c73e-483f-8ca7-61bc47383199 req-ac69f3d4-9acc-4016-bc5b-76ffa982edb3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0511084 Sep 06 16:17:56.373289 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ff8d6f47-c73e-483f-8ca7-61bc47383199 req-4136be86-dbbb-4740-9da4-a1b0b7900387 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300446 Sep 06 16:17:56.953476 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-7bf14926-689b-43b2-a6d6-5cbceba08b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:56.954978 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-7bf14926-689b-43b2-a6d6-5cbceba08b4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1099 time: 0.0411229 Sep 06 16:17:57.007856 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16d3ba-aeb3-4e22-93cf-339224155c5b req-62354240-cc9b-4e00-b58b-e92295072e1e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:57.009707 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba16d3ba-aeb3-4e22-93cf-339224155c5b req-62354240-cc9b-4e00-b58b-e92295072e1e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0547714 Sep 06 16:17:57.048184 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ba16d3ba-aeb3-4e22-93cf-339224155c5b req-91be8fb5-2653-4e31-9800-44f7ba50dfc1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Sep 06 16:17:57.053948 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-1f8ec2c8-702a-4c5a-b906-3281ac16d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:57.055926 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-1f8ec2c8-702a-4c5a-b906-3281ac16d065 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.0917287 Sep 06 16:17:57.148205 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-5409514d-97e2-49bf-9cd6-055a9d54288c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 1002 time: 0.0577629 Sep 06 16:17:57.201818 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-3f17dbc6-bfde-4311-accf-28c958bbc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:57.203188 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-3f17dbc6-bfde-4311-accf-28c958bbc4ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0475819 Sep 06 16:17:57.248830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-1deb1f46-74b5-4f58-b90b-88b4c0d37e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:57.250281 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-1deb1f46-74b5-4f58-b90b-88b4c0d37e24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389328 Sep 06 16:17:57.338159 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-6ef61e2e-ebfb-40ef-9170-d25c9dcb29c6 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793753 Sep 06 16:17:57.432645 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ae900ad4-00e2-4d1c-ad0a-76a0a97336fb req-71307aae-4385-4bda-bef5-65405f9377a1 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861211 Sep 06 16:17:57.492698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6047930-9ed3-45e5-8f63-247a3d542547 req-c8097864-cbd0-47bf-8cfb-44c21d29cb77 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:57.494059 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c6047930-9ed3-45e5-8f63-247a3d542547 req-c8097864-cbd0-47bf-8cfb-44c21d29cb77 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0487423 Sep 06 16:17:57.529902 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c6047930-9ed3-45e5-8f63-247a3d542547 req-a9abca60-11ce-4d8c-b5c6-96ddfa4d6b2c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299714 Sep 06 16:17:58.170909 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea38c3-ddd9-44e8-8b34-76ce54a84be1 req-6122c727-fec9-4452-beae-49c464a26dee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:58.172402 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c7ea38c3-ddd9-44e8-8b34-76ce54a84be1 req-6122c727-fec9-4452-beae-49c464a26dee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0546653 Sep 06 16:17:58.215578 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c7ea38c3-ddd9-44e8-8b34-76ce54a84be1 req-efe8e0da-11fc-45df-955e-1c3d3f3426c9 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Sep 06 16:17:58.336628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa6603-b403-4d34-84a5-f47ff1caa29b req-1af40a13-4ed3-4307-ac8b-c27c16136ff4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:58.338100 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95aa6603-b403-4d34-84a5-f47ff1caa29b req-1af40a13-4ed3-4307-ac8b-c27c16136ff4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Sep 06 16:17:58.376723 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-95aa6603-b403-4d34-84a5-f47ff1caa29b req-d3e2a5f4-b98f-454e-be52-2b3971b18460 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Sep 06 16:17:58.647953 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6228-da39-4d3b-bcb9-646fc77e9ad2 req-107da608-81ca-4aa8-8b7c-c31af4fe535f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:58.649596 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-39db6228-da39-4d3b-bcb9-646fc77e9ad2 req-107da608-81ca-4aa8-8b7c-c31af4fe535f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 943 time: 0.0536146 Sep 06 16:17:58.686908 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-39db6228-da39-4d3b-bcb9-646fc77e9ad2 req-50e01e01-146a-4dd6-9cc7-199cf312d370 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Sep 06 16:17:58.699613 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532655b5-da6d-47c5-b97e-a721759d05b6 req-24cb1283-9381-44bd-8b40-96ea484afc1b tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:58.701166 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-532655b5-da6d-47c5-b97e-a721759d05b6 req-24cb1283-9381-44bd-8b40-96ea484afc1b tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0488505 Sep 06 16:17:58.740420 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-532655b5-da6d-47c5-b97e-a721759d05b6 req-a9c298b2-3564-4fc7-a42d-49d2dd2841a8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Sep 06 16:17:59.405038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:17:59.495371 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:59.510193 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'port_id': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:17:59.545418 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:59.557951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:17:59.577020 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:17:59.580864 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:17:59.626627 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:17:59.801604 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887abc7-28de-4815-a013-b899b4c5a670 req-f75ff934-c4a1-4581-b064-559a05e327df tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:17:59.803595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7887abc7-28de-4815-a013-b899b4c5a670 req-f75ff934-c4a1-4581-b064-559a05e327df tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 944 time: 0.0480723 Sep 06 16:17:59.839974 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7887abc7-28de-4815-a013-b899b4c5a670 req-de01136e-fedd-4007-946e-d6cb7189cb61 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305407 Sep 06 16:18:00.955348 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734a82e-6b61-480e-876f-d5887f29c75c req-9cafd975-3c80-4362-b4ca-80b5b721fa90 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:00.956881 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a734a82e-6b61-480e-876f-d5887f29c75c req-9cafd975-3c80-4362-b4ca-80b5b721fa90 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 944 time: 0.0518093 Sep 06 16:18:00.993635 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a734a82e-6b61-480e-876f-d5887f29c75c req-025c9abc-2199-4667-b7cd-06151cf9852e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306957 Sep 06 16:18:01.529590 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['213fd2a9-8b89-4b5b-92c0-2b014dc9f648'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:18:02.105799 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381cf75-dc60-48b2-a7ec-4e76c6273a44 req-cbd3f3a2-1a4b-4c32-b154-e13acbcd84f3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:02.107242 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1381cf75-dc60-48b2-a7ec-4e76c6273a44 req-cbd3f3a2-1a4b-4c32-b154-e13acbcd84f3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 944 time: 0.0473387 Sep 06 16:18:02.143901 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1381cf75-dc60-48b2-a7ec-4e76c6273a44 req-a112e07f-ef7b-47a7-8866-257e3205adc2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308268 Sep 06 16:18:03.257994 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb6492-0a2f-4161-b6de-b91201983f7f req-e7606048-0c76-45ae-98fb-bab49e42e2b2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:03.259455 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3fbb6492-0a2f-4161-b6de-b91201983f7f req-e7606048-0c76-45ae-98fb-bab49e42e2b2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 944 time: 0.0478358 Sep 06 16:18:03.297273 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3fbb6492-0a2f-4161-b6de-b91201983f7f req-a6a1178c-2292-4682-9f00-b1106fcafae9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Sep 06 16:18:03.657526 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:18:03.705673 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:18:03.710196 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:18:03.710592 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:03.789529 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:03.811433 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:03.813665 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72669f5e-96e0-4820-9670-220c11a808e9" -d '{"events": [{"server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "name": "network-vif-plugged", "status": "completed", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:03.826164 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:03.830008 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:03.852480 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b412561-106c-40a5-85a9-abdbb79e78ec x-openstack-request-id: req-9b412561-106c-40a5-85a9-abdbb79e78ec {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:03.852766 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "name": "network-vif-plugged", "status": "completed", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:03.853016 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b412561-106c-40a5-85a9-abdbb79e78ec {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:03.853394 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'code': 200} Sep 06 16:18:03.877931 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:04.411114 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07035f9e-ab96-48b9-b2c4-10a62a986f6c req-776b4ad6-2f57-49f6-94fb-f2f4dbf21ae5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:04.413133 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07035f9e-ab96-48b9-b2c4-10a62a986f6c req-776b4ad6-2f57-49f6-94fb-f2f4dbf21ae5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Sep 06 16:18:04.449559 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-07035f9e-ab96-48b9-b2c4-10a62a986f6c req-acc95de0-e2b0-4070-a490-549ad0b7c1da tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Sep 06 16:18:04.512787 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:05.575425 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0aca-74b2-4a03-bead-cc86cc04e83e req-d5fd48f4-eac9-48f5-95fe-08f0174323c9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:05.575425 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1a4b0aca-74b2-4a03-bead-cc86cc04e83e req-d5fd48f4-eac9-48f5-95fe-08f0174323c9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0529470 Sep 06 16:18:05.612692 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1a4b0aca-74b2-4a03-bead-cc86cc04e83e req-a6920a57-f551-4bbf-9f3d-aa31de91b4fc tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323818 Sep 06 16:18:05.739071 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ffa14-2ec1-4719-baf1-662f7d96c0bd req-e4e918ae-1e3e-4943-b645-94a54ca487cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:05.741505 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-116ffa14-2ec1-4719-baf1-662f7d96c0bd req-e4e918ae-1e3e-4943-b645-94a54ca487cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 1098 time: 0.0400848 Sep 06 16:18:05.778821 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-116ffa14-2ec1-4719-baf1-662f7d96c0bd req-43d1f387-332f-4029-9547-e182a502a978 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262935 Sep 06 16:18:06.732436 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82841c-7d2f-4f3b-9398-92adc4f8f0e8 req-577e704d-f9d1-4888-9de9-efbb481ec924 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:06.734012 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-df82841c-7d2f-4f3b-9398-92adc4f8f0e8 req-577e704d-f9d1-4888-9de9-efbb481ec924 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0523694 Sep 06 16:18:06.772535 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-df82841c-7d2f-4f3b-9398-92adc4f8f0e8 req-393c4dec-b970-4f83-8504-902c0ccd783c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Sep 06 16:18:07.884766 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7368b45-9aa6-4b45-b058-4bf23f50c56f req-322a3063-94cd-4479-b7a4-7d64b575da2b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:07.886140 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c7368b45-9aa6-4b45-b058-4bf23f50c56f req-322a3063-94cd-4479-b7a4-7d64b575da2b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0487742 Sep 06 16:18:07.923507 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c7368b45-9aa6-4b45-b058-4bf23f50c56f req-18ee5ed6-2747-4208-992b-a65d40a8776f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Sep 06 16:18:08.041839 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818d0c8-527c-4c00-a7b0-0a9a4b7639a1 req-084bba00-46b1-4fa2-a723-c90b81b0fe57 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:08.043341 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f818d0c8-527c-4c00-a7b0-0a9a4b7639a1 req-084bba00-46b1-4fa2-a723-c90b81b0fe57 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Sep 06 16:18:08.080270 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f818d0c8-527c-4c00-a7b0-0a9a4b7639a1 req-67b2b436-4974-4460-91fb-1ce9b0e1f5a4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310352 Sep 06 16:18:08.102497 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55148) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:08.234295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dfb2c9-157b-4782-8553-e933630dc0e1 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:08.235766 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-f5dfb2c9-157b-4782-8553-e933630dc0e1 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 1093 time: 0.1323054 Sep 06 16:18:08.238657 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55152) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:08.243897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'port_id': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:08.264814 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:08.366130 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:08.469335 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.27.3.38 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/09412598-a060-4587-947b-77bba8dab368) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:18:08.571240 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:08.609671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:08.644405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:18:08.647798 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:18:08.651244 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:18:08.675609 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=09412598-a060-4587-947b-77bba8dab368,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:08.688340 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.688686 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.689024 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.689360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.689688 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.690014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.690345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.690668 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.690992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.691312 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.691630 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:08.691944 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:09.249646 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.311523 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.463496 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.468185 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.538609 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=09412598-a060-4587-947b-77bba8dab368,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:09.548139 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.647431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 234894ff-2efa-4d8c-b4b8-ccdff6d85f16 associated. External IP: 172.27.3.38, port: 213fd2a9-8b89-4b5b-92c0-2b014dc9f648. Sep 06 16:18:09.844283 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:18:09.950831 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:18:09.962026 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:18:09.966957 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:09.971931 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:09.972585 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:09.994828 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-1eec6125-d13e-4634-bab0-54ee1157488e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7551839 Sep 06 16:18:09.995619 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:09.997960 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cdc271-1b90-48a6-ae06-15db0abf6d57" -d '{"events": [{"name": "network-changed", "server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:10.038385 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14eebc-eb8a-4e96-9dfa-278c6201ed26 x-openstack-request-id: req-2f14eebc-eb8a-4e96-9dfa-278c6201ed26 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:10.038781 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:10.039144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f14eebc-eb8a-4e96-9dfa-278c6201ed26 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:10.039643 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'status': 'completed', 'code': 200} Sep 06 16:18:10.093513 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:10.153275 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6f4170fd-2581-429d-b7da-233689e6f646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:10.165094 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-d55e2578-8a79-43f5-8892-67d8f079f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:10.166767 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-d55e2578-8a79-43f5-8892-67d8f079f33e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 1098 time: 0.0918860 Sep 06 16:18:10.261088 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-bb46e242-9190-43a6-8d84-763fdc1454b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:10.262587 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-bb46e242-9190-43a6-8d84-763fdc1454b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0880814 Sep 06 16:18:10.341364 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-dc153c03-5d76-4f1b-bd3e-4f821ef6e82a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648 HTTP/1.1" status: 200 len: 998 time: 0.0705287 Sep 06 16:18:10.351297 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '234894ff-2efa-4d8c-b4b8-ccdff6d85f16', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364ea4-1307-4974-bc07-3889fc1f8129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:08Z', 'updated_at': '2021-09-06T16:18:08Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:10.377629 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:18:10.386692 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:10.387295 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:17:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:10.421846 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-f045beb8-640c-45e2-b0aa-c7130dad2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:10.423319 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-f045beb8-640c-45e2-b0aa-c7130dad2b52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0721571 Sep 06 16:18:10.435786 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdefc2-0ec3-4fff-ba70-a516b1787f87 req-f9c70c5c-78c3-4648-b439-33e2c6438db2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:10.437217 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-91cdefc2-0ec3-4fff-ba70-a516b1787f87 req-f9c70c5c-78c3-4648-b439-33e2c6438db2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0608549 Sep 06 16:18:10.493897 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:10.504038 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-91cdefc2-0ec3-4fff-ba70-a516b1787f87 req-58372df2-eeed-4967-9749-3430628f317e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579011 Sep 06 16:18:10.507701 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-951123f1-58f7-41f7-8587-dfcba5603b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:10.509363 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-951123f1-58f7-41f7-8587-dfcba5603b71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712533 Sep 06 16:18:10.546934 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:18:10.617166 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-06457213-d778-418c-97e8-9a7d7dc6d13e service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999599 Sep 06 16:18:10.712818 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-89cdc271-1b90-48a6-ae06-15db0abf6d57 req-5dd15b6f-fb9e-4942-be9f-908f67bbb713 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876551 Sep 06 16:18:10.741038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '234894ff-2efa-4d8c-b4b8-ccdff6d85f16', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364ea4-1307-4974-bc07-3889fc1f8129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:08Z', 'updated_at': '2021-09-06T16:18:08Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:10.768884 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e85a9b-c544-4ec1-97dc-7b1f70649496 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '234894ff-2efa-4d8c-b4b8-ccdff6d85f16', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d7:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364ea4-1307-4974-bc07-3889fc1f8129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:08Z', 'updated_at': '2021-09-06T16:18:08Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:18:10.966761 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2df0ae-5696-4ba7-8bc6-34137841e79d None None] New status for floating IP 234894ff-2efa-4d8c-b4b8-ccdff6d85f16: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:18:11.629995 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb531c-a44f-4295-a05d-d51baacdfb71 req-687bdd73-322b-4900-ab54-d48f3abd8f0a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:11.632465 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-84eb531c-a44f-4295-a05d-d51baacdfb71 req-687bdd73-322b-4900-ab54-d48f3abd8f0a tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0564063 Sep 06 16:18:11.670264 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-84eb531c-a44f-4295-a05d-d51baacdfb71 req-45a714f0-dedc-4aec-9136-276358b83966 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Sep 06 16:18:11.856974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55210) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:11.966575 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c25d17a1-209b-4404-bfea-f53fcfdff66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.072370 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c25d17a1-209b-4404-bfea-f53fcfdff66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.077095 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c25d17a1-209b-4404-bfea-f53fcfdff66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.119505 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c25d17a1-209b-4404-bfea-f53fcfdff66c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3df7e5b47f574f50bf3253f3b0c98b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614570 Sep 06 16:18:12.120395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d17a1-209b-4404-bfea-f53fcfdff66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ce279-fe00-4905-85b3-7d249636b798,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:12.122280 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55218) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:12.174406 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.200217 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.248578 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.251175 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.255009 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c08ce279-fe00-4905-85b3-7d249636b798 HTTP/1.1" status: 204 len: 168 time: 0.1317172 Sep 06 16:18:12.263378 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ce279-fe00-4905-85b3-7d249636b798,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:12.270425 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.270776 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.271696 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.272349 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.272651 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.272977 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.273491 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.273812 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.274137 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.274459 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.274778 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.275099 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05533885-e394-41fa-a41d-9d5d84e3b800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:12.429938 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536752-efe8-4d1c-92ef-e9a14e657b78 req-d1cb0e26-8004-4865-aefc-56b18f1335dd tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:12.431596 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d536752-efe8-4d1c-92ef-e9a14e657b78 req-d1cb0e26-8004-4865-aefc-56b18f1335dd tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0533249 Sep 06 16:18:12.474357 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d536752-efe8-4d1c-92ef-e9a14e657b78 req-9640fb18-e00b-4f6e-9d49-1a978fcb886c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Sep 06 16:18:12.497454 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55230) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:12.711031 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ad7cc-34f8-4d38-a495-9ca52ca3491e tempest-TestMinimumBasicScenario-689942114 tempest-TestMinimumBasicScenario-689942114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:12.712593 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4b4ad7cc-34f8-4d38-a495-9ca52ca3491e tempest-TestMinimumBasicScenario-689942114 tempest-TestMinimumBasicScenario-689942114-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1094 time: 0.2141459 Sep 06 16:18:12.715659 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55236) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:12.720688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'port_id': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:12.724973 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-74e55de3-7a84-4bc8-b304-0f5fdb8e350b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:12.726427 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-74e55de3-7a84-4bc8-b304-0f5fdb8e350b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0767341 Sep 06 16:18:12.743381 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.823141 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Deleting port a64887de-ea10-4e85-aace-a6e5fa080bdc {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:18:12.823479 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.823784 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807381a-9588-4b07-b61c-2ad7bda70147 req-23f9f973-e2d4-4235-9767-5f238834f5e4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:12.825392 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1807381a-9588-4b07-b61c-2ad7bda70147 req-23f9f973-e2d4-4235-9767-5f238834f5e4 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 945 time: 0.0696967 Sep 06 16:18:12.899625 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1807381a-9588-4b07-b61c-2ad7bda70147 req-2a12cd5e-358d-49a4-ab12-fd401ebce47d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a5cc384-4db5-4391-8953-93ff15674d09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456598 Sep 06 16:18:12.906598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5b80-c68f-47cf-b344-5478b9700931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.915303 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] For port a64887de-ea10-4e85-aace-a6e5fa080bdc, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a64887de-ea10-4e85-aace-a6e5fa080bdc,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:12.915680 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.918660 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:12.993573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.031016 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Allocated IP 172.27.3.114 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/83123e32-4ad9-43c6-b716-e67c19f9a3a4) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:18:13.088023 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.088421 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.088736 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Floating IP c946bf09-9ca8-407b-80e9-c6e44382e635 disassociated. External IP: 172.27.3.11, port: a64887de-ea10-4e85-aace-a6e5fa080bdc. Sep 06 16:18:13.089082 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Calling delete_port for a64887de-ea10-4e85-aace-a6e5fa080bdc owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:18:13.136220 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.173092 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.206757 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:18:13.209851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:18:13.213318 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:18:13.217839 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.242064 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'Port': ['ID=83123e32-4ad9-43c6-b716-e67c19f9a3a4,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:13.245780 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'Port': ['ID=a64887de-ea10-4e85-aace-a6e5fa080bdc,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:13.363077 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:18:13.468762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:18:13.478914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:18:13.488195 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:13.488813 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:13.507909 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] No DVR routers for this DVR port a64887de-ea10-4e85-aace-a6e5fa080bdc on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:18:13.510528 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.512830 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a38ba629-aad8-4265-a573-ffc13aa59400 req-c9c70503-2925-4c40-a138-8f56e70038db tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "DELETE /v2.0/ports/a64887de-ea10-4e85-aace-a6e5fa080bdc HTTP/1.1" status: 204 len: 173 time: 0.7777236 Sep 06 16:18:13.513273 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'name': 'network-vif-deleted', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:13.515483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab2feed-f258-4d77-83e8-1883ba4d8b9f" -d '{"events": [{"server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "name": "network-vif-deleted", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:13.558584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ffde6a-9074-495c-b5d3-b214905ab5de x-openstack-request-id: req-e8ffde6a-9074-495c-b5d3-b214905ab5de {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:13.558885 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1275e659-84fb-4f32-b4e8-684836aa5ea7", "name": "network-vif-deleted", "tag": "a64887de-ea10-4e85-aace-a6e5fa080bdc", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:13.559727 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8ffde6a-9074-495c-b5d3-b214905ab5de {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:13.560209 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1275e659-84fb-4f32-b4e8-684836aa5ea7', 'name': 'network-vif-deleted', 'tag': 'a64887de-ea10-4e85-aace-a6e5fa080bdc', 'status': 'completed', 'code': 200} Sep 06 16:18:13.620141 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.699538 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.753321 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:13.756686 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.856193 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.861671 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.933053 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'Port': ['ID=83123e32-4ad9-43c6-b716-e67c19f9a3a4,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:13.949030 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:13.957420 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:13.991847 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:18:14.000283 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:14.000980 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:14.047003 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-106a25f5-5842-441f-821e-ff3e581eee7c req-74cf466b-4b21-476e-8384-4c045bfa0708 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=1275e659-84fb-4f32-b4e8-684836aa5ea7 HTTP/1.1" status: 200 len: 210 time: 0.0433912 Sep 06 16:18:14.057848 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Floating IP 6c9ca4d1-4e06-44b2-b77f-71132491e1f0 associated. External IP: 172.27.3.114, port: a04e26a2-5d84-4ec4-b7bd-104941153eb3. Sep 06 16:18:14.136236 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:14.269646 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Router 96eaf359-ebac-4f7e-b42a-a401068fde3e has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:18:14.333640 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:14.360756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f874e6-c4ab-41cc-9f4f-58fdfbc93ae7 None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:18:14.586208 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:18:14.592138 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9bd8e-1c7a-42ef-ae9b-556a2c33f796 None None] New status for floating IP c946bf09-9ca8-407b-80e9-c6e44382e635: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:18:14.597293 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Sync routers for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:18:14.602685 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.609762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:14.610381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:14.637570 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a16e4564-c345-4566-91f6-da210b9376f2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9197938 Sep 06 16:18:14.637903 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55246) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:14.640129 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:14.642627 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0728750f-bcf7-4bc8-a84a-eb99e3804f24" -d '{"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:14.642786 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084326992', 'description': 'tempest-secgroup-smoke-1084326992 description', 'project_id': '36bdf235d9254b0794be068b87cc4f99'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:14.670774 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.683438 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b78df10-ebb4-4006-8cd1-aa534d3d23ca x-openstack-request-id: req-0b78df10-ebb4-4006-8cd1-aa534d3d23ca {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:14.683730 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:14.683980 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b78df10-ebb4-4006-8cd1-aa534d3d23ca {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:14.684403 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:18:14.727635 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:14.778854 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-6cd3058b-0baf-4dc5-9faa-2611eb30aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:14.780379 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-6cd3058b-0baf-4dc5-9faa-2611eb30aede service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1099 time: 0.0708160 Sep 06 16:18:14.819759 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.826157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.876566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.877786 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2389174 Sep 06 16:18:14.882413 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55250) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:14.889471 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:14.891295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300244-eef8-49e1-9b71-1be13a972905 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73546d67-eeb8-4e9d-9729-a7ae13b3ab90,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:14.916070 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-f1937098-2869-4abe-8bc6-95802f0f2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:14.917589 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-f1937098-2869-4abe-8bc6-95802f0f2669 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.1258972 Sep 06 16:18:14.920633 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.960193 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '6c9ca4d1-4e06-44b2-b77f-71132491e1f0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'port_id': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'mac_address': 'fa:16:3e:81:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:13Z', 'updated_at': '2021-09-06T16:18:13Z', 'revision_number': 0, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:14.978521 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.982410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:14.988285 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Checking router: 96eaf359-ebac-4f7e-b42a-a401068fde3e for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:18:14.992833 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-19ca2804-39f8-4938-9f95-cf28ecf6c97a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 1000 time: 0.0666952 Sep 06 16:18:14.997839 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:14.998447 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:15.000341 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747faaef-6512-422b-b4b9-2d6bfd6fc96e,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.009982 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.011451 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-daa5132c-1701-4fbb-94f4-789a6fe114ea tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275957 Sep 06 16:18:15.014126 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55252) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.018673 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:15.047678 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.059146 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-f5e322c9-a5b0-4af8-b381-e06703909887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:15.061305 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-f5e322c9-a5b0-4af8-b381-e06703909887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0528121 Sep 06 16:18:15.108127 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:15.117643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.122971 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.128854 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-24aeca39-33ef-4c29-bc99-e988002a2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:15.131436 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-24aeca39-33ef-4c29-bc99-e988002a2332 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616758 Sep 06 16:18:15.137657 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55258) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.149695 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b330c8a-7939-4b4c-a076-6d2eb9561f70,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.155848 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.160373 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3238eef8-a7c1-45f5-9ac2-6c7691c8ea05 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452193 Sep 06 16:18:15.160562 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55260) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.183065 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:15.291840 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.305835 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.310615 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-f50d526f-70b4-45ee-b87f-65df3e6f567d service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653507 Sep 06 16:18:15.333450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '6c9ca4d1-4e06-44b2-b77f-71132491e1f0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'port_id': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'mac_address': 'fa:16:3e:81:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:13Z', 'updated_at': '2021-09-06T16:18:13Z', 'revision_number': 0, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:15.359883 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aafbe6-d4b2-4cc6-a3ab-6a974595eb31 None None] The sync data for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi is: [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '6c9ca4d1-4e06-44b2-b77f-71132491e1f0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'floating_ip_address': '172.27.3.114', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'port_id': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'mac_address': 'fa:16:3e:81:6d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:13Z', 'updated_at': '2021-09-06T16:18:13Z', 'revision_number': 0, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:18:15.383341 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.403470 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.481608 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.487934 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0728750f-bcf7-4bc8-a84a-eb99e3804f24 req-71f728b7-77d9-4f7d-ac85-00624d38eb1c service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615844 Sep 06 16:18:15.488576 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.510607 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c22f441-fbe1-401b-81e3-de956a819299,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.518671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.522886 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.524045 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a5cc384-4db5-4391-8953-93ff15674d09 HTTP/1.1" status: 204 len: 168 time: 0.3854587 Sep 06 16:18:15.526967 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55264) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.527901 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.531703 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e9be55a4-3131-454f-8b20-91d26187e6ee tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614802 Sep 06 16:18:15.535004 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55266) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.539917 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:15.545804 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc67a1-d6fb-4e4f-99b3-947c9d73dea5 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5cc384-4db5-4391-8953-93ff15674d09,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.561773 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.api.v2.resource [None req-203794a1-e11d-497b-abad-7667c5d4ca29 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] show failed (client error): The resource could not be found. Sep 06 16:18:15.563425 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-203794a1-e11d-497b-abad-7667c5d4ca29 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups/4a5cc384-4db5-4391-8953-93ff15674d09 HTTP/1.1" status: 404 len: 347 time: 0.0346460 Sep 06 16:18:15.572130 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55268) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.575492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.589659 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb8d9cd-2988-4bba-8316-0254366263e8 None None] New status for floating IP 6c9ca4d1-4e06-44b2-b77f-71132491e1f0: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:18:15.648358 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.652917 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.674219 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5976c0ca-31de-4726-9318-970a1aa0a79d,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.682574 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.686647 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5ae9442c-5c49-47c3-8752-1adf706d2ce6 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506903 Sep 06 16:18:15.687286 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55270) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.694029 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:15.722738 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.securitygroups_db [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Project 36bdf235d9254b0794be068b87cc4f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:18:15.731911 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.746290 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Deleting port 985a0174-660f-485c-bd78-6798b0057bde {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:18:15.746628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.851428 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.855981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.873520 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.873839 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.893908 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dee7188-b420-4ba3-bdcc-ba068e8b5e5f,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:15.897073 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Calling delete_port for 985a0174-660f-485c-bd78-6798b0057bde owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:18:15.900910 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.902076 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b4d8bc2c-11ed-4f27-80f5-7edec021ca27 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2137749 Sep 06 16:18:15.905157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55272) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:15.909733 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'security_group_rule': {'security_group_id': '73546d67-eeb8-4e9d-9729-a7ae13b3ab90', 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:15.933365 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.securitygroups_db [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Project 36bdf235d9254b0794be068b87cc4f99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 16:18:15.938082 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:15.999208 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.002978 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.023592 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22142143-e651-4485-b968-3b66afc5b1c5,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:16.027103 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.031202 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-329b21b7-2ac6-43d8-8f0b-7070807f8f9e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223099 Sep 06 16:18:16.036758 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.062622 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'Port': ['ID=985a0174-660f-485c-bd78-6798b0057bde,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:16.112019 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-7c2d116c-fe05-46ac-a9a0-9807ea2ad252 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084326992&fields=id&tenant_id=36bdf235d9254b0794be068b87cc4f99 HTTP/1.1" status: 200 len: 267 time: 0.0345652 Sep 06 16:18:16.126769 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.130095 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.131291 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1f05881a-43cf-4abe-873a-c29c5a7138e2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "DELETE /v2.0/floatingips/c946bf09-9ca8-407b-80e9-c6e44382e635 HTTP/1.1" status: 204 len: 168 time: 0.5573039 Sep 06 16:18:16.166947 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f1b03f95-5719-44d2-9e89-7ef05fd61b6c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:16.168912 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f1b03f95-5719-44d2-9e89-7ef05fd61b6c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0490849 Sep 06 16:18:16.181030 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'port': {'security_groups': ['eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7', '73546d67-eeb8-4e9d-9729-a7ae13b3ab90']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:16.247921 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.370272 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55278) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:16.374763 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566269291', 'description': 'tempest-description--1773123619'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:16.435412 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.453594 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:16.496044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.503919 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.517709 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:18:16.555802 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:16.556457 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.560110 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7ee1ae97-dbb7-4f75-8f85-ceab45db49ab req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "PUT /v2.0/ports/a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 982 time: 0.3825159 Sep 06 16:18:16.560110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:16.560564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066a48a-2284-4967-af11-227da1fbb3f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:16.604940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48006da-46a0-4043-941c-0b64c92c9fe1 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=6']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:16.637949 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c454f048-ac42-4ed7-a4ea-28ebc6f5fe99 x-openstack-request-id: req-c454f048-ac42-4ed7-a4ea-28ebc6f5fe99 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:16.638234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:16.638478 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c454f048-ac42-4ed7-a4ea-28ebc6f5fe99 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:16.638944 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:18:16.658775 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.672218 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.726675 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:18:16.730883 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.735315 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3608313 Sep 06 16:18:16.737167 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55288) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:16.742771 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eff0d-3253-43e8-b60b-48cefd728185 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099b8064-1729-43b2-822e-08fb29362ce8,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:16.747005 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-f93c0d90-6324-46b8-83fd-1e2623ae32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:16.748928 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-f93c0d90-6324-46b8-83fd-1e2623ae32df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1138 time: 0.0880699 Sep 06 16:18:16.754642 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group_rule': {'security_group_id': '099b8064-1729-43b2-822e-08fb29362ce8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:16.767944 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5c10-d1d2-460a-a9ff-fb8c3c8e3184 req-2b1f9c54-632b-4a94-879a-bd16a409d65a tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:16.769574 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-535d5c10-d1d2-460a-a9ff-fb8c3c8e3184 req-2b1f9c54-632b-4a94-879a-bd16a409d65a tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0941880 Sep 06 16:18:16.835565 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-535d5c10-d1d2-460a-a9ff-fb8c3c8e3184 req-36e71124-6d52-4980-a87f-b606f8c86dbf tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581040 Sep 06 16:18:16.841319 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.902873 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-18fdcb8b-4c91-4d7a-a610-ee6826296ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:16.904253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.904504 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-18fdcb8b-4c91-4d7a-a610-ee6826296ad8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.1455088 Sep 06 16:18:16.910594 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.931662 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7cf68d-737f-46eb-8660-d0eadadba01f,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:16.940901 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.942195 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-dc7bc48d-b2c5-433e-91db-65edc88d4290 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1996362 Sep 06 16:18:16.945921 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55292) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:16.950740 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'security_group_rule': {'security_group_id': '099b8064-1729-43b2-822e-08fb29362ce8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:16.951917 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-98ae82da-1520-4d9c-81a1-59760298ac1f None None] Provisioning complete for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:18:16.952321 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-98ae82da-1520-4d9c-81a1-59760298ac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:16.982286 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.051195 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.057156 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2095184'] for security_group_rule, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.084426 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a8f046-be26-4475-8006-1b32c78997e5,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:17.091530 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.093358 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-88695d48-6e2d-43ce-aa09-a03bf40c6c66 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464810 Sep 06 16:18:17.096650 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55294) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:17.102454 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:17.126109 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.231061 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.235330 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-63a50a72-dd0e-470c-8e40-9e9087eb8578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 1002 time: 0.3226917 Sep 06 16:18:17.257413 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a64887de-ea10-4e85-aace-a6e5fa080bdc no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:18:17.284519 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: a64887de-ea10-4e85-aace-a6e5fa080bdc {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:18:17.285392 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a64887de-ea10-4e85-aace-a6e5fa080bdc not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:18:17.291289 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-7a4fc4f5-dc4c-4798-b5fa-0cbee85aacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:17.292969 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-7a4fc4f5-dc4c-4798-b5fa-0cbee85aacea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0476441 Sep 06 16:18:17.342919 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-a77f5d21-1d9c-42f1-85ae-ee94aa7f9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:17.344538 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-a77f5d21-1d9c-42f1-85ae-ee94aa7f9fca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431037 Sep 06 16:18:17.345002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Allocated IP 172.27.3.182 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/48b1d553-fd21-4cdb-9dc6-8eb08f92e47e) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:18:17.443620 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-33fcbe25-22e1-440b-82e8-488b540edcb8 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Sep 06 16:18:17.446068 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.485107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.523488 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:18:17.528253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:18:17.530669 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:18:17.536187 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c066a48a-2284-4967-af11-227da1fbb3f1 req-4eeccd6a-fac5-438f-a5ca-29ba7f4b1afe service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Sep 06 16:18:17.536368 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=48b1d553-fd21-4cdb-9dc6-8eb08f92e47e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:17.622648 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.655427 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.802933 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.807675 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.877937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=48b1d553-fd21-4cdb-9dc6-8eb08f92e47e,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:17.885563 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.898803 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:17.900287 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1a4eadcb-5254-4268-b123-6dbc03832986 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8028250 Sep 06 16:18:18.194235 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-b1f7fe15-3e29-430b-9791-404838289351 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566269291&fields=id&tenant_id=af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 267 time: 0.0360348 Sep 06 16:18:18.296669 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-774a69e9-f7f6-4a61-878e-795ff422231e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:18.298137 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-774a69e9-f7f6-4a61-878e-795ff422231e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 811 time: 0.0973442 Sep 06 16:18:18.313410 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-fdc66912-d8ef-4534-afd8-87df1399ffef tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/quotas/af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 375 time: 0.0090015 Sep 06 16:18:18.366255 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-9a5e2010-3143-49f4-9486-33224dfb02a9 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470886 Sep 06 16:18:18.508211 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-a2f08e2b-d0c8-44f9-a9a0-41d554b6f878 service neutron] 10.222.0.11 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307147 Sep 06 16:18:18.597594 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-cc3ebf86-bcba-4b46-8ad9-d516c8689209 service neutron] 10.222.0.11 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834565 Sep 06 16:18:18.753778 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4cad6050-ace5-46c8-9dec-d291a547c4c9 req-23fada77-53f0-4d23-879e-20bd37244491 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 210 time: 0.0264356 Sep 06 16:18:19.816835 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-74334799-69cd-4af2-bdee-52271f26f8de tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:19.819272 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-74334799-69cd-4af2-bdee-52271f26f8de tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 811 time: 0.1026325 Sep 06 16:18:19.862300 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ca8c3da2-64b8-4477-9fbe-0fee0b83d84e req-0caa666c-d86d-4903-bdff-80f2cc41547e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 210 time: 0.0393553 Sep 06 16:18:19.890436 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-1e132d77-0f77-4111-be89-4bacf2cd0c7b tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af0b4c25fb6242789230ba4422a152c5 HTTP/1.1" status: 200 len: 380 time: 0.0579610 Sep 06 16:18:19.903542 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'port': {'device_id': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'admin_state_up': True, 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'security_groups': ['099b8064-1729-43b2-822e-08fb29362ce8']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:20.010642 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Made reservation on behalf of af0b4c25fb6242789230ba4422a152c5 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:18:20.014263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.139651 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Allocated IP 172.20.0.9 (e5797b75-abf3-45b5-94d1-6e1b9eacad65/da205698-b317-4e68-98d4-5702921085b8/50319c93-637f-4d5f-b54c-1cbeec17cf0e) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:18:20.279860 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.293179 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Transition to ACTIVE for port object 50319c93-637f-4d5f-b54c-1cbeec17cf0e will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:18:20.324962 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.363945 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:18:20.367403 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:18:20.371029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:18:20.398438 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event updated for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:20.426148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:20.426779 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.441525 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ebe6f19d-ef27-4b1d-a44e-7f4ca6c350a2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415862 Sep 06 16:18:20.465391 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Request body: {'port': {'device_id': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:20.519468 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.606376 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-53af68a2-8e20-40c6-8dfd-63ab62741bf9 None None] Provisioning for port 50319c93-637f-4d5f-b54c-1cbeec17cf0e completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:18:20.610210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-53af68a2-8e20-40c6-8dfd-63ab62741bf9 None None] Provisioning complete for port 50319c93-637f-4d5f-b54c-1cbeec17cf0e triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:18:20.610597 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-53af68a2-8e20-40c6-8dfd-63ab62741bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.643994 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-53af68a2-8e20-40c6-8dfd-63ab62741bf9 None None] Port 50319c93-637f-4d5f-b54c-1cbeec17cf0e cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:18:20.778096 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50319c93-637f-4d5f-b54c-1cbeec17cf0e {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:18:20.785427 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.797226 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Transition to ACTIVE for port object 50319c93-637f-4d5f-b54c-1cbeec17cf0e will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:18:20.801156 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:20.867989 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Pushing event updated for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:20.925128 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Attempting to bind port 50319c93-637f-4d5f-b54c-1cbeec17cf0e on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:18:20.925506 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Attempting to bind port 50319c93-637f-4d5f-b54c-1cbeec17cf0e by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:18:20.925868 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Attempting to bind port 50319c93-637f-4d5f-b54c-1cbeec17cf0e on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:18:20.931469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Port 50319c93-637f-4d5f-b54c-1cbeec17cf0e on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:18:20.931681 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Attempting to bind port 50319c93-637f-4d5f-b54c-1cbeec17cf0e on network e5797b75-abf3-45b5-94d1-6e1b9eacad65 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:18:20.947673 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:18:20.948027 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Checking segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:18:20.948430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Bound using segment: {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:18:20.948873 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Bound port: 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:18:20.949238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:21.018664 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476e20-82a0-4071-8a37-8175481a8d91 req-3b5184f4-0058-4d76-bb24-58c50d8ad1cd tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.020192 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd476e20-82a0-4071-8a37-8175481a8d91 req-3b5184f4-0058-4d76-bb24-58c50d8ad1cd tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 943 time: 0.0862353 Sep 06 16:18:21.061342 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:18:21.080029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:18:21.084664 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd476e20-82a0-4071-8a37-8175481a8d91 req-f4734e0b-ad13-4e70-91a1-5e4d75a787fc tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553501 Sep 06 16:18:21.086148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:21.125597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.126180 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:21.127673 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] 10.222.0.46 "PUT /v2.0/ports/50319c93-637f-4d5f-b54c-1cbeec17cf0e HTTP/1.1" status: 200 len: 1093 time: 0.6667325 Sep 06 16:18:21.128165 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:21.130589 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b71dad-7233-478a-92f6-4c505c3c14a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:21.153254 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15051775-a4cd-42c9-a487-e0b0b93a8162 service neutron] Pushing event updated for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:21.232619 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-a59cb8fa-29d7-4e7c-ad73-db80cedc1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.233371 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-a59cb8fa-29d7-4e7c-ad73-db80cedc1b03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 1096 time: 0.0537925 Sep 06 16:18:21.250948 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195246d-1b53-4b8f-a6ea-9c9e8ab2e520 x-openstack-request-id: req-3195246d-1b53-4b8f-a6ea-9c9e8ab2e520 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:21.251355 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:21.251706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3195246d-1b53-4b8f-a6ea-9c9e8ab2e520 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:21.252265 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'status': 'completed', 'code': 200} Sep 06 16:18:21.282864 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-bb8fcc77-96b4-4fb8-b25b-d5534cb33cd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e HTTP/1.1" status: 200 len: 217 time: 0.0389726 Sep 06 16:18:21.336886 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-47b039cd-9e61-4641-80fc-20ce2179da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.338332 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-47b039cd-9e61-4641-80fc-20ce2179da0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.0477016 Sep 06 16:18:21.384731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-0c210f6f-7a6c-4639-a7e3-a7a15b92729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.386326 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-0c210f6f-7a6c-4639-a7e3-a7a15b92729c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400441 Sep 06 16:18:21.473795 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-41d505d7-de8c-46f0-8eec-91604ba9f9cd service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788114 Sep 06 16:18:21.563935 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-40ac5ec8-1b72-4cf4-a86b-e9714a78be10 req-ab165375-93e8-416a-a28a-0251e7ff8b91 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814936 Sep 06 16:18:21.658407 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-d2c390d8-a2d8-4d34-bd29-3dd1a7e8a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.659860 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-d2c390d8-a2d8-4d34-bd29-3dd1a7e8a6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 1096 time: 0.0393562 Sep 06 16:18:21.753997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-9cf011c4-5506-4574-a1e8-42f40aed02fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.755595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-9cf011c4-5506-4574-a1e8-42f40aed02fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.0866508 Sep 06 16:18:21.797797 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-45f407d6-438c-450e-9ec1-629072ac7f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e HTTP/1.1" status: 200 len: 217 time: 0.0331743 Sep 06 16:18:21.845600 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-0d3eb0cf-54a0-4d1a-94b0-5fdaeca218d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.846882 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-0d3eb0cf-54a0-4d1a-94b0-5fdaeca218d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.0411947 Sep 06 16:18:21.897115 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-c330f969-e20f-42a7-9ce2-67d5b325ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:21.898552 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-c330f969-e20f-42a7-9ce2-67d5b325ba1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440545 Sep 06 16:18:21.988170 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-17e90516-a31b-4c24-8f65-d0dcc05646c0 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783837 Sep 06 16:18:22.077475 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-10b71dad-7233-478a-92f6-4c505c3c14a9 req-27d2d15e-b7f7-4646-b230-2145b68697b3 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815110 Sep 06 16:18:22.199351 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3ea1-b1a4-4425-b24a-ebf49a378ebe req-87ab6a77-eb41-47ad-9455-dd376b628c5d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:22.200903 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-10be3ea1-b1a4-4425-b24a-ebf49a378ebe req-87ab6a77-eb41-47ad-9455-dd376b628c5d tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 943 time: 0.0479040 Sep 06 16:18:22.239277 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-10be3ea1-b1a4-4425-b24a-ebf49a378ebe req-6981de8b-4b82-4d96-9400-1d5ec2743379 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Sep 06 16:18:23.354428 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f720e4f-e63b-43db-b534-d689208e852a req-270caf47-a684-4a08-8953-cfee5d50f75e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:23.356740 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f720e4f-e63b-43db-b534-d689208e852a req-270caf47-a684-4a08-8953-cfee5d50f75e tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 943 time: 0.0497515 Sep 06 16:18:23.392571 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f720e4f-e63b-43db-b534-d689208e852a req-69dfcd23-4f1b-4178-8744-976cb733b503 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303905 Sep 06 16:18:24.506402 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57304c5-8d84-4902-9e1c-36f1197e3549 req-a9465d8e-cb5e-4824-ac80-88981e71edae tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:24.508060 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f57304c5-8d84-4902-9e1c-36f1197e3549 req-a9465d8e-cb5e-4824-ac80-88981e71edae tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 943 time: 0.0475280 Sep 06 16:18:24.548731 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f57304c5-8d84-4902-9e1c-36f1197e3549 req-57a513de-5e1d-479d-9f7d-5115a2addf15 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348632 Sep 06 16:18:25.261155 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 50319c93-637f-4d5f-b54c-1cbeec17cf0e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:18:25.374888 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:25.385573 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'port_id': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:18:25.420423 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:25.433054 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50319c93-637f-4d5f-b54c-1cbeec17cf0e {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:18:25.451286 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:25.455357 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:25.504322 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:25.510974 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.511371 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.511677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.511986 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.512345 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.512674 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.512998 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.513319 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.513642 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.513960 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.514278 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.514594 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:18:25.664226 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f393c-d4f4-451a-a41a-cfba6e8c6931 req-cf6d18e4-d25e-480f-9281-cdde41bec675 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:25.665679 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f59f393c-d4f4-451a-a41a-cfba6e8c6931 req-cf6d18e4-d25e-480f-9281-cdde41bec675 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 944 time: 0.0495889 Sep 06 16:18:25.701880 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f59f393c-d4f4-451a-a41a-cfba6e8c6931 req-8d91c0e9-4f00-4892-b27d-a737576980e7 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Sep 06 16:18:25.749391 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['50319c93-637f-4d5f-b54c-1cbeec17cf0e'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:18:26.817310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c18d-9766-4e35-8f68-99ecdee6ac85 req-d0b419be-cbfa-49f8-b088-7162ab904fd2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:26.818819 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7a40c18d-9766-4e35-8f68-99ecdee6ac85 req-d0b419be-cbfa-49f8-b088-7162ab904fd2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0512562 Sep 06 16:18:26.820807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555876de-e79f-40dc-927c-b91755ae934e req-fac32145-b8be-46cf-a146-382c068bc845 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:26.822294 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-555876de-e79f-40dc-927c-b91755ae934e req-fac32145-b8be-46cf-a146-382c068bc845 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 944 time: 0.0496953 Sep 06 16:18:26.857889 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7a40c18d-9766-4e35-8f68-99ecdee6ac85 req-2271c5e5-74c5-4407-896b-66154f198c4a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Sep 06 16:18:26.859512 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-555876de-e79f-40dc-927c-b91755ae934e req-ea8878ce-ebcf-45e2-894d-1989d1cf82f3 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Sep 06 16:18:27.286048 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 50319c93-637f-4d5f-b54c-1cbeec17cf0e up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:18:27.337000 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 50319c93-637f-4d5f-b54c-1cbeec17cf0e completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:18:27.340659 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 50319c93-637f-4d5f-b54c-1cbeec17cf0e triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:18:27.341026 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:27.415525 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:27.436410 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:27.438762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4852e99-11b3-40b2-abce-12449af0b6d0" -d '{"events": [{"server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "name": "network-vif-plugged", "status": "completed", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:27.451584 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:27.455756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:27.505055 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:27.528197 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3367ed7d-a314-41bc-8373-f03a268fabe0 x-openstack-request-id: req-3367ed7d-a314-41bc-8373-f03a268fabe0 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:27.528487 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "name": "network-vif-plugged", "status": "completed", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:27.528737 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3367ed7d-a314-41bc-8373-f03a268fabe0 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:27.529123 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'code': 200} Sep 06 16:18:27.700309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e19fd6-7063-4b30-8a91-e360fe8b040c req-c7ed16d6-06b0-44c3-b8c8-48507904fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:27.701788 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22e19fd6-7063-4b30-8a91-e360fe8b040c req-c7ed16d6-06b0-44c3-b8c8-48507904fce1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 1098 time: 0.0396342 Sep 06 16:18:27.745517 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22e19fd6-7063-4b30-8a91-e360fe8b040c req-b4a91060-d334-44e3-91e8-71263520efb4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274787 Sep 06 16:18:27.973417 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f234e8-4757-4b71-a65e-202273c273d4 req-c56c6f00-b89f-4466-8a86-06917364391f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:27.974874 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52f234e8-4757-4b71-a65e-202273c273d4 req-c56c6f00-b89f-4466-8a86-06917364391f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0484238 Sep 06 16:18:28.018245 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-52f234e8-4757-4b71-a65e-202273c273d4 req-0ab852cc-887d-48cc-a420-31b32b0263d5 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358725 Sep 06 16:18:28.095895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4187b36-9bba-470e-b10d-c891bde2101f req-4424293a-b68a-4e2f-bd60-74d80d8aacee tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:28.097378 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4187b36-9bba-470e-b10d-c891bde2101f req-4424293a-b68a-4e2f-bd60-74d80d8aacee tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0530317 Sep 06 16:18:28.134692 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-d4187b36-9bba-470e-b10d-c891bde2101f req-449804fd-2e11-4fec-b35e-a3f7a69868a6 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Sep 06 16:18:29.136880 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8d796-f6fa-406e-9e24-ea77569ac98e req-b6697604-1893-46db-8f78-3be4de421d24 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:29.138559 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcb8d796-f6fa-406e-9e24-ea77569ac98e req-b6697604-1893-46db-8f78-3be4de421d24 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0547225 Sep 06 16:18:29.180528 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bcb8d796-f6fa-406e-9e24-ea77569ac98e req-e7386c6a-1d79-4b59-84e4-0813e81ff12e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356064 Sep 06 16:18:29.255164 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718adc61-977f-42ee-9f06-2940ebb524ad req-008c6d7d-0f45-46f3-8a4d-7bec96bb8ee2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:29.256800 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-718adc61-977f-42ee-9f06-2940ebb524ad req-008c6d7d-0f45-46f3-8a4d-7bec96bb8ee2 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0506129 Sep 06 16:18:29.294774 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-718adc61-977f-42ee-9f06-2940ebb524ad req-84b386fd-7d3e-4754-9c74-414c8c15f390 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Sep 06 16:18:29.409867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb71a4-ee73-44aa-b5f7-0cb95bd79a55 req-8d246c2c-b6f8-4126-856c-5f046985475c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:29.411312 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-16eb71a4-ee73-44aa-b5f7-0cb95bd79a55 req-8d246c2c-b6f8-4126-856c-5f046985475c tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0488284 Sep 06 16:18:29.420596 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55392) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:29.425102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Request body: {'floatingip': {'port_id': '50319c93-637f-4d5f-b54c-1cbeec17cf0e'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:18:29.465326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:29.873853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:29.877261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:29.971888 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Floating IP 9226c158-1829-462b-9ec8-57e77e620d69 associated. External IP: 172.27.3.182, port: 50319c93-637f-4d5f-b54c-1cbeec17cf0e. Sep 06 16:18:30.462378 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87adfc5-c0fb-486f-9fa1-54a8afba7708 req-8f9505f9-53a7-4533-8092-215fad7fc533 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:30.464340 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c87adfc5-c0fb-486f-9fa1-54a8afba7708 req-8f9505f9-53a7-4533-8092-215fad7fc533 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.1032851 Sep 06 16:18:30.497990 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:18:30.523544 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c87adfc5-c0fb-486f-9fa1-54a8afba7708 req-260c70b4-14be-4ee2-8219-d50f8af21fcf tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523245 Sep 06 16:18:30.627464 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:18:30.631620 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:30.635274 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:18:30.647283 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:30.648020 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:30.658706 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-7c9e5e24-6c14-4bca-8c76-f5c65b099a22 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "PUT /v2.0/floatingips/9226c158-1829-462b-9ec8-57e77e620d69 HTTP/1.1" status: 200 len: 991 time: 1.2370577 Sep 06 16:18:30.659394 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:30.661714 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:30.711980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eaba8a-a337-4fce-a134-54a480d29f72 x-openstack-request-id: req-04eaba8a-a337-4fce-a134-54a480d29f72 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:30.712298 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:30.712612 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04eaba8a-a337-4fce-a134-54a480d29f72 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:30.712989 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'status': 'completed', 'code': 200} Sep 06 16:18:30.790264 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-5649aec9-ee14-4e85-9dd6-90e5322d7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:30.791996 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-5649aec9-ee14-4e85-9dd6-90e5322d7bd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=af0b4c25fb6242789230ba4422a152c5&device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 1098 time: 0.0555172 Sep 06 16:18:30.893818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:30.899744 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-dc270aab-1440-4417-8f7f-2c18503119fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:30.901348 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-dc270aab-1440-4417-8f7f-2c18503119fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 200 len: 912 time: 0.0989749 Sep 06 16:18:30.968839 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-50718ed0-0580-4b84-a231-202358a7645e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e HTTP/1.1" status: 200 len: 999 time: 0.0576239 Sep 06 16:18:31.025822 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-78cdf92e-3afd-4436-8593-b9458cb37da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:31.027309 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-78cdf92e-3afd-4436-8593-b9458cb37da4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 200 len: 850 time: 0.0506408 Sep 06 16:18:31.075836 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-1c75ec82-3e10-4501-80d5-eaa74a2cf7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:31.077522 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-1c75ec82-3e10-4501-80d5-eaa74a2cf7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e5797b75-abf3-45b5-94d1-6e1b9eacad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420778 Sep 06 16:18:31.132245 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '9226c158-1829-462b-9ec8-57e77e620d69', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:17Z', 'updated_at': '2021-09-06T16:18:29Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:31.158309 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:18:31.166609 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:18:31.167209 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:18:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:31.174507 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-9a128378-2ecf-44a8-bd8e-c9ed90dbcbb4 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846937 Sep 06 16:18:31.268623 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f73fe9a3-4de6-4d2f-b1ea-96e47b7702af req-2a1bee1c-e65b-42cd-9edd-c31f8549e780 service neutron] 10.222.0.46 "GET /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835011 Sep 06 16:18:31.273268 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:18:31.495763 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '9226c158-1829-462b-9ec8-57e77e620d69', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:17Z', 'updated_at': '2021-09-06T16:18:29Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:18:31.521055 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b101a7f-6565-4fc4-b7d3-cddd1ff6cb7e None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '9226c158-1829-462b-9ec8-57e77e620d69', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'port_id': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'mac_address': 'fa:16:3e:1d:2c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:18:17Z', 'updated_at': '2021-09-06T16:18:29Z', 'revision_number': 1, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:18:31.645107 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53e47d-0dad-4f89-b915-96b488ab95dc req-5e4ea2cf-75da-4e1a-99b2-126e40f257c7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:31.646661 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9f53e47d-0dad-4f89-b915-96b488ab95dc req-5e4ea2cf-75da-4e1a-99b2-126e40f257c7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0491376 Sep 06 16:18:31.686924 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9f53e47d-0dad-4f89-b915-96b488ab95dc req-15199e87-15d7-4b19-9056-a8f50c67c919 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334537 Sep 06 16:18:31.726711 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758238c-635b-4fe6-a27e-29452cb40782 None None] New status for floating IP 9226c158-1829-462b-9ec8-57e77e620d69: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:18:32.804740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999cc8f-407b-49fc-a4ad-10abd71e0362 req-d68ae039-8815-4d7f-b02e-b8a58a555a51 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:32.806228 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e999cc8f-407b-49fc-a4ad-10abd71e0362 req-d68ae039-8815-4d7f-b02e-b8a58a555a51 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Sep 06 16:18:32.843539 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e999cc8f-407b-49fc-a4ad-10abd71e0362 req-f9dbd18b-7ad6-4121-a97e-40e075fa3c5c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Sep 06 16:18:33.960227 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c530202-2a8b-4db8-8670-ceeff18a0be6 req-92bca37f-ba07-43e1-a89a-6714b65283b8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:33.961803 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c530202-2a8b-4db8-8670-ceeff18a0be6 req-92bca37f-ba07-43e1-a89a-6714b65283b8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0503914 Sep 06 16:18:34.002871 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c530202-2a8b-4db8-8670-ceeff18a0be6 req-c2a0250b-2935-4ee6-945d-5236e03da62a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352411 Sep 06 16:18:34.506994 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:35.123328 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae0c4a-2a46-45e0-826d-67d0374956f1 req-e15f5be3-7bae-4a4e-a17a-3a5741b291ce tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:35.124850 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-26ae0c4a-2a46-45e0-826d-67d0374956f1 req-e15f5be3-7bae-4a4e-a17a-3a5741b291ce tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0528190 Sep 06 16:18:35.161857 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-26ae0c4a-2a46-45e0-826d-67d0374956f1 req-5f58b5d1-3bd9-48e9-92e2-89f67dd40507 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Sep 06 16:18:36.275129 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e0a9f-60c3-47cc-82f4-758c653064e5 req-dd5d03cb-4804-438f-95de-3f4d1b67fa09 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:36.276608 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c96e0a9f-60c3-47cc-82f4-758c653064e5 req-dd5d03cb-4804-438f-95de-3f4d1b67fa09 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Sep 06 16:18:36.313417 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c96e0a9f-60c3-47cc-82f4-758c653064e5 req-925800e7-16ec-4346-a66a-bd1a6bd96912 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308177 Sep 06 16:18:36.999065 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-e3b07741-494d-4087-a11b-647ddfa2bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:37.000557 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-e3b07741-494d-4087-a11b-647ddfa2bcb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.0398643 Sep 06 16:18:37.093016 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-c4430a0a-ada2-4531-ab75-7a6a03bec7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:37.094440 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-c4430a0a-ada2-4531-ab75-7a6a03bec7d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.0849888 Sep 06 16:18:37.158259 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-e8be493a-089b-4875-840c-8fc0c7a3a472 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 1001 time: 0.0546341 Sep 06 16:18:37.207329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-adf2c545-082d-4ade-8559-974afd2ea5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:37.208664 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-adf2c545-082d-4ade-8559-974afd2ea5e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0409169 Sep 06 16:18:37.270247 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-178dec02-4a4e-4580-b460-4cd24dababef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:37.271708 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-178dec02-4a4e-4580-b460-4cd24dababef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430167 Sep 06 16:18:37.367851 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-e6e359cf-6bc6-4891-9c9c-a06fd3f34775 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805266 Sep 06 16:18:37.493329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fd894-11ea-4068-b27c-439186f82ee2 req-909db4a0-b32b-4e1e-8b2e-a4b89448a0e2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:37.494699 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-205fd894-11ea-4068-b27c-439186f82ee2 req-909db4a0-b32b-4e1e-8b2e-a4b89448a0e2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.1085181 Sep 06 16:18:37.511551 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9872da-5369-4e8a-8d12-df5c6193343f req-6844181b-c600-45a5-b44c-5a74b3bcb293 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342723 Sep 06 16:18:37.538158 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-205fd894-11ea-4068-b27c-439186f82ee2 req-b172eb22-bcdb-4441-9ff6-635354452d31 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362599 Sep 06 16:18:38.653675 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129d97a-938b-4928-8501-2cc2ceafd0f5 req-344d5c91-e29a-49ee-a4c9-be4a3509be6e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:38.655139 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6129d97a-938b-4928-8501-2cc2ceafd0f5 req-344d5c91-e29a-49ee-a4c9-be4a3509be6e tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0480328 Sep 06 16:18:38.692411 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6129d97a-938b-4928-8501-2cc2ceafd0f5 req-44e798fb-9006-4638-ad59-641b4a48e2ac tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Sep 06 16:18:39.668173 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b378d-0489-498f-acfe-90abe81ea7dc req-246fb1ce-ca00-4609-ab75-eb9ce6075b90 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:39.669674 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-396b378d-0489-498f-acfe-90abe81ea7dc req-246fb1ce-ca00-4609-ab75-eb9ce6075b90 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0523293 Sep 06 16:18:39.679563 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-b7d905af-da66-46a1-a6a3-e45ce406d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:39.681167 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-b7d905af-da66-46a1-a6a3-e45ce406d1ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1138 time: 0.0424290 Sep 06 16:18:39.720679 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-396b378d-0489-498f-acfe-90abe81ea7dc req-9201e31c-a685-454f-b523-38ac5c1a1acd tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438538 Sep 06 16:18:39.826969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-d0ff9b72-d1be-4fef-880a-fba909a9ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:39.828408 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-d0ff9b72-d1be-4fef-880a-fba909a9ed94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.1387382 Sep 06 16:18:39.840645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0a988-d076-4ca8-ac4a-03103646c8e1 req-7bf1820c-4105-4b17-b54d-7b35eef23696 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:39.842004 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-18a0a988-d076-4ca8-ac4a-03103646c8e1 req-7bf1820c-4105-4b17-b54d-7b35eef23696 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0769169 Sep 06 16:18:39.924490 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-18a0a988-d076-4ca8-ac4a-03103646c8e1 req-04ed1504-21a5-4c55-bf37-459724a82675 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762932 Sep 06 16:18:39.926234 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-f5ea361b-e0e7-4008-aabf-14e6fb82d329 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 1002 time: 0.0834150 Sep 06 16:18:39.977974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-7db64e01-22ea-4375-82aa-1b653da47b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:39.979484 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-7db64e01-22ea-4375-82aa-1b653da47b9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0438955 Sep 06 16:18:39.991718 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-c0864cb1-3325-4554-a174-cd1d7afadbb9 req-17360cfa-f7b0-4334-89a2-e6d10d448b76 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:18:39.992801 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c0864cb1-3325-4554-a174-cd1d7afadbb9 req-17360cfa-f7b0-4334-89a2-e6d10d448b76 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054891 Sep 06 16:18:40.035426 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-9d1fc46a-ec24-4b16-99a6-cc166bebe419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:40.037238 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-9d1fc46a-ec24-4b16-99a6-cc166bebe419 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463741 Sep 06 16:18:40.143385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-624800f4-37fe-47c3-88d8-0ded6a16b3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:40.176449 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-73ac0a86-a5a0-427b-b92b-c713da1811ba service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283393 Sep 06 16:18:40.176995 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55472) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:18:40.177517 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3fe6d-fa77-47cb-a170-1646455f5f89 req-3447cbbd-983c-4082-b3ef-77b0fad6d968 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:40.179086 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b9b3fe6d-fa77-47cb-a170-1646455f5f89 req-3447cbbd-983c-4082-b3ef-77b0fad6d968 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0551004 Sep 06 16:18:40.222537 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b9b3fe6d-fa77-47cb-a170-1646455f5f89 req-ab981764-4060-4d63-97d3-51ad5231a2b9 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364702 Sep 06 16:18:40.298977 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-86ec498a-e2d3-4b4f-b579-d5a58033687a req-d397cadb-5e99-44d5-b7d3-53baf2ece509 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150918 Sep 06 16:18:40.302494 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-0e39e19d-c195-4f45-bda7-9df70d530e4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243701 Sep 06 16:18:40.311688 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-030844de-e050-4ac1-a0b6-fa510d514062 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:18:40.312705 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-030844de-e050-4ac1-a0b6-fa510d514062 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050766 Sep 06 16:18:40.838981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812e722-d2d6-46a0-9181-d26775870c1e req-79dc3af1-e795-4e10-950a-4aedfe195fe9 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:40.840503 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8812e722-d2d6-46a0-9181-d26775870c1e req-79dc3af1-e795-4e10-950a-4aedfe195fe9 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0510683 Sep 06 16:18:40.883518 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8812e722-d2d6-46a0-9181-d26775870c1e req-fe47508a-ffb5-4c31-bb47-641b2cc47447 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347927 Sep 06 16:18:41.341282 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886fb8-19df-454e-ab29-5b66d410074c req-b225c48c-64d6-4989-ab0f-71ef5cd822e2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.343373 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a886fb8-19df-454e-ab29-5b66d410074c req-b225c48c-64d6-4989-ab0f-71ef5cd822e2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0504575 Sep 06 16:18:41.389880 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a886fb8-19df-454e-ab29-5b66d410074c req-3f53c142-652e-4a65-b083-d99ce965e67d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Sep 06 16:18:41.702187 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-9292edfd-2c37-4ee8-a5e1-d3398097eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.703596 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-9292edfd-2c37-4ee8-a5e1-d3398097eccc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175&tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83 HTTP/1.1" status: 200 len: 1099 time: 0.0396633 Sep 06 16:18:41.767013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-4ae66862-c8fc-42e6-9e5e-ac01f4420b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.768500 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-4ae66862-c8fc-42e6-9e5e-ac01f4420b42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.0393569 Sep 06 16:18:41.861650 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-122db0f5-ea33-4182-8632-08fce0ec971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.863087 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-122db0f5-ea33-4182-8632-08fce0ec971a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.0846870 Sep 06 16:18:41.938930 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-ba8dbe37-f6c2-41ab-b3b5-9366ee15c4d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 1001 time: 0.0557270 Sep 06 16:18:41.992734 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-9cc214bc-5869-41fc-9d44-52aea621fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.994069 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-9cc214bc-5869-41fc-9d44-52aea621fb52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0463922 Sep 06 16:18:41.996681 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b05c81-cc70-4ee8-8a76-d0003ea37b00 req-c0e06cff-3cd4-4487-8994-bac7b1b211b7 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:41.998185 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-96b05c81-cc70-4ee8-8a76-d0003ea37b00 req-c0e06cff-3cd4-4487-8994-bac7b1b211b7 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0485630 Sep 06 16:18:42.039671 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-96b05c81-cc70-4ee8-8a76-d0003ea37b00 req-74647022-adc7-4854-88bb-ddc32bb41595 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351403 Sep 06 16:18:42.040039 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-53ca61ff-a672-4c17-a3b1-68171db6eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:42.041552 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-53ca61ff-a672-4c17-a3b1-68171db6eed0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395529 Sep 06 16:18:42.135504 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-86fb8068-6485-4788-8b9d-cfd216678cf3 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811169 Sep 06 16:18:42.231329 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8a84c16b-4a6f-4b31-9ee7-2e8a7e0e1830 req-eccb7490-85d6-4ebe-8830-45fc597ff4d0 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838442 Sep 06 16:18:42.505595 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602c60-ef3a-4585-9489-6e939f54d02a req-f8dc397d-260a-4d3f-b7f8-7cae458b4ed7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:42.507105 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c5602c60-ef3a-4585-9489-6e939f54d02a req-f8dc397d-260a-4d3f-b7f8-7cae458b4ed7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0491133 Sep 06 16:18:42.544836 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c5602c60-ef3a-4585-9489-6e939f54d02a req-064553a0-fd66-4de3-bfdf-8d6663c3cac2 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Sep 06 16:18:42.909984 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0a82f52c-5e32-42ce-8eaf-35c83113a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:42.996494 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:43.152556 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68d03c-d5aa-47fa-b011-bdb1b27d45c7 req-7808fac7-835b-4533-877f-6696d8bee2a4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:43.154028 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2a68d03c-d5aa-47fa-b011-bdb1b27d45c7 req-7808fac7-835b-4533-877f-6696d8bee2a4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0476866 Sep 06 16:18:43.196399 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2a68d03c-d5aa-47fa-b011-bdb1b27d45c7 req-51f53d46-b808-451c-b052-ded11ed2d31d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361164 Sep 06 16:18:43.389764 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:18:43.466589 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:43.488450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:43.491267 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc1b1e2-c718-43c7-ad5b-10d84064c854" -d '{"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:43.503359 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:43.508795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:43.534379 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be69823-febe-40cb-9df6-c27512a265fa x-openstack-request-id: req-8be69823-febe-40cb-9df6-c27512a265fa {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:43.534676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:43.534933 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8be69823-febe-40cb-9df6-c27512a265fa {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:43.535323 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'code': 200} Sep 06 16:18:43.559052 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=6']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:43.664144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7fe9-1170-468b-839d-0c147d66e51f req-53531696-d995-42a0-8337-d71961b8d503 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:43.665586 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f1fc7fe9-1170-468b-839d-0c147d66e51f req-53531696-d995-42a0-8337-d71961b8d503 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0482275 Sep 06 16:18:43.702637 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f1fc7fe9-1170-468b-839d-0c147d66e51f req-2ae1c654-7116-4985-a839-895f84eb5e48 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Sep 06 16:18:43.719637 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:44.308189 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726cf59-9a2d-4e4b-b7a6-593509729b30 req-29b90c23-d14c-4a26-a343-d6c74caf31e5 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:44.309655 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7726cf59-9a2d-4e4b-b7a6-593509729b30 req-29b90c23-d14c-4a26-a343-d6c74caf31e5 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0483284 Sep 06 16:18:44.348535 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7726cf59-9a2d-4e4b-b7a6-593509729b30 req-5900d0f5-279d-4282-b0ea-97cedda8ca00 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329056 Sep 06 16:18:44.816627 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7105f49-73d7-489e-a6e8-1f3aae618dab req-d0391b8d-85b8-4c16-9f65-11b2e844daef tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:44.818269 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b7105f49-73d7-489e-a6e8-1f3aae618dab req-d0391b8d-85b8-4c16-9f65-11b2e844daef tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Sep 06 16:18:44.864434 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b7105f49-73d7-489e-a6e8-1f3aae618dab req-1a7885a7-012d-4645-b2ac-d86976ef147c tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Sep 06 16:18:44.984338 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2b21c-0403-4d52-a2b5-e7ad5a06388b req-65cf5ca9-7ed0-445e-b08d-f01c4a7482f6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:44.985834 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25e2b21c-0403-4d52-a2b5-e7ad5a06388b req-65cf5ca9-7ed0-445e-b08d-f01c4a7482f6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Sep 06 16:18:45.024631 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25e2b21c-0403-4d52-a2b5-e7ad5a06388b req-33aa4968-146f-4ae3-b32f-72bd32310d00 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Sep 06 16:18:45.409752 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:45.463874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904951c-86be-4aea-b7ff-35dc394b0f29 req-08e21b4a-4fec-4767-b4e3-79c38eab9d5d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:45.465365 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5904951c-86be-4aea-b7ff-35dc394b0f29 req-08e21b4a-4fec-4767-b4e3-79c38eab9d5d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0484262 Sep 06 16:18:45.504843 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5904951c-86be-4aea-b7ff-35dc394b0f29 req-269041c1-10a1-40bb-b339-067eb989f312 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335476 Sep 06 16:18:45.976598 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd54e3-9290-4bcd-801e-99618f2a6c67 req-bafb7dcb-e825-4539-827f-8097bcaaf795 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:45.978042 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2ddd54e3-9290-4bcd-801e-99618f2a6c67 req-bafb7dcb-e825-4539-827f-8097bcaaf795 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0475729 Sep 06 16:18:46.019922 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2ddd54e3-9290-4bcd-801e-99618f2a6c67 req-df96558d-8915-430d-8b47-6e34cefd128a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360868 Sep 06 16:18:46.141196 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf7191-d2ec-4af0-aef7-835db8840eb0 req-898ee0a5-3a02-4b58-860f-3c27e8063b3b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:46.142710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25cf7191-d2ec-4af0-aef7-835db8840eb0 req-898ee0a5-3a02-4b58-860f-3c27e8063b3b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Sep 06 16:18:46.181895 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-25cf7191-d2ec-4af0-aef7-835db8840eb0 req-d7c4198e-9291-4a7d-8ee7-dd6a148cdb68 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Sep 06 16:18:46.619747 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed0792-9a07-48fc-8523-52430ec7f097 req-912e1184-80c8-4ea3-8fad-9427cfecbe5e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:46.621283 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-00ed0792-9a07-48fc-8523-52430ec7f097 req-912e1184-80c8-4ea3-8fad-9427cfecbe5e tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0486712 Sep 06 16:18:46.660693 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-00ed0792-9a07-48fc-8523-52430ec7f097 req-34497a97-1486-4d44-b493-088987b7defc tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334952 Sep 06 16:18:47.133949 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63995884-8217-43af-974e-a344dfe13dac req-4b7f7dc0-0737-42af-9ab6-d50922f31343 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:47.135406 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-63995884-8217-43af-974e-a344dfe13dac req-4b7f7dc0-0737-42af-9ab6-d50922f31343 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0486333 Sep 06 16:18:47.173338 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-63995884-8217-43af-974e-a344dfe13dac req-602995a8-ea71-447f-8009-2a2b9c8fd45d tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Sep 06 16:18:47.299698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a87e3a-eadd-4dd1-9928-0e1d7a2bf68f req-3744e693-d91d-4c78-9e45-e720447708d4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:47.301044 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-62a87e3a-eadd-4dd1-9928-0e1d7a2bf68f req-3744e693-d91d-4c78-9e45-e720447708d4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0472043 Sep 06 16:18:47.341415 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-62a87e3a-eadd-4dd1-9928-0e1d7a2bf68f req-dde72291-4722-4814-8961-1021421213dd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340180 Sep 06 16:18:47.545511 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:18:47.772280 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ce442-5711-427d-8a04-4635b90e0aaf req-01904ce7-145b-4286-994b-0ef9225c1f2f tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:47.773741 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-441ce442-5711-427d-8a04-4635b90e0aaf req-01904ce7-145b-4286-994b-0ef9225c1f2f tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0479779 Sep 06 16:18:47.816784 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-441ce442-5711-427d-8a04-4635b90e0aaf req-7c2180e4-ca62-4f5b-b9a2-81b063da8397 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371006 Sep 06 16:18:48.283533 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154f754-f124-4265-983e-2548063e9fe3 req-89f50f18-b0b2-497a-9ddb-96cbcb5b5402 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:48.285050 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d154f754-f124-4265-983e-2548063e9fe3 req-89f50f18-b0b2-497a-9ddb-96cbcb5b5402 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0476456 Sep 06 16:18:48.322175 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d154f754-f124-4265-983e-2548063e9fe3 req-3d2c0375-55cf-43e2-b8b1-7fb620401271 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306535 Sep 06 16:18:48.461203 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f30bd-d1f7-4c22-b7d0-797bd543be83 req-e65d4d1d-59ae-469e-a915-fab9fcbecc5c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:48.462578 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c95f30bd-d1f7-4c22-b7d0-797bd543be83 req-e65d4d1d-59ae-469e-a915-fab9fcbecc5c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Sep 06 16:18:48.501116 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c95f30bd-d1f7-4c22-b7d0-797bd543be83 req-4b2ec1a8-cd5f-4a30-b6dc-2ea7a3c5cf2b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327609 Sep 06 16:18:48.628768 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe9ce5-b969-4043-8ecc-2a7369c233fc req-b4d2a643-5281-4f91-9326-02cc92c04745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:48.630242 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfe9ce5-b969-4043-8ecc-2a7369c233fc req-b4d2a643-5281-4f91-9326-02cc92c04745 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1097 time: 0.0386786 Sep 06 16:18:48.664035 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8bfe9ce5-b969-4043-8ecc-2a7369c233fc req-90a8bcf2-5646-49a3-befa-20a97fc992d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270104 Sep 06 16:18:48.931082 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16270255-90f7-4f6b-ad2d-c7a306a27023 req-0fae159a-7722-44db-ab8b-d84e723e93e8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:48.932560 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-16270255-90f7-4f6b-ad2d-c7a306a27023 req-0fae159a-7722-44db-ab8b-d84e723e93e8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0482810 Sep 06 16:18:48.971456 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-16270255-90f7-4f6b-ad2d-c7a306a27023 req-9c103627-47f9-4d6d-957e-39360d0ff28a tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329425 Sep 06 16:18:49.411131 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:18:49.436101 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc11bd-aba1-4c24-bb57-37f508f53971 req-9ea0d753-b055-4b3f-b7d1-b90215d31fc0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:49.437578 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cbfc11bd-aba1-4c24-bb57-37f508f53971 req-9ea0d753-b055-4b3f-b7d1-b90215d31fc0 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 944 time: 0.0488448 Sep 06 16:18:49.480264 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cbfc11bd-aba1-4c24-bb57-37f508f53971 req-f0e80cbb-72e7-4654-92a7-7f6b7d1c1277 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366461 Sep 06 16:18:49.502991 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:49.513637 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'port_id': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'mac_address': 'fa:16:3e:f7:33:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:18:49.550150 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:49.568428 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9ddf95-eb15-458d-b5b5-84c87ff98509 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:18:49.588438 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:49.592617 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:49.624612 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da471-b2ae-44b2-baf5-b5042a7a1973 req-2a2205d3-79c3-435d-8285-f0e13bdff357 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:49.628526 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-663da471-b2ae-44b2-baf5-b5042a7a1973 req-2a2205d3-79c3-435d-8285-f0e13bdff357 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0534232 Sep 06 16:18:49.639947 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=7']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:49.668312 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-663da471-b2ae-44b2-baf5-b5042a7a1973 req-483c3cae-a116-4169-b2e1-3f44e5847883 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357983 Sep 06 16:18:49.935473 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['dd9ddf95-eb15-458d-b5b5-84c87ff98509'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:18:50.088524 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662dbda-e273-49e1-bfbe-72e0ca183015 req-d6fc2c6c-75db-46d7-bca1-8ba35023c081 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:50.090017 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9662dbda-e273-49e1-bfbe-72e0ca183015 req-d6fc2c6c-75db-46d7-bca1-8ba35023c081 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0499444 Sep 06 16:18:50.128697 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9662dbda-e273-49e1-bfbe-72e0ca183015 req-37069bcb-8d05-4c9c-9d22-aa928971fb04 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326171 Sep 06 16:18:50.592006 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cb2cb-41a9-4e89-aa6b-c9599817fad5 req-81ee348a-9d21-403c-a57a-f017c782cea4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:50.593511 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1d4cb2cb-41a9-4e89-aa6b-c9599817fad5 req-81ee348a-9d21-403c-a57a-f017c782cea4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 945 time: 0.0481229 Sep 06 16:18:50.631434 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1d4cb2cb-41a9-4e89-aa6b-c9599817fad5 req-8b592ea0-f73e-4c30-87d3-db0869268a63 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Sep 06 16:18:50.786150 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce95de0-a61f-46a4-90c3-1cd735a105da req-3589e671-b3d2-4738-bafa-7ecc625283e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:50.788141 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1ce95de0-a61f-46a4-90c3-1cd735a105da req-3589e671-b3d2-4738-bafa-7ecc625283e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477126 Sep 06 16:18:50.825408 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1ce95de0-a61f-46a4-90c3-1cd735a105da req-b1546d61-e4dd-43fe-b1bf-51601ecd35ed tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313466 Sep 06 16:18:51.241713 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe772-da70-4ed8-9f1e-e663d873dd06 req-bd2f09bc-a393-456b-aa04-5eacb12c0772 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:51.243179 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-255fe772-da70-4ed8-9f1e-e663d873dd06 req-bd2f09bc-a393-456b-aa04-5eacb12c0772 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0483639 Sep 06 16:18:51.285421 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-255fe772-da70-4ed8-9f1e-e663d873dd06 req-bdf1c1cf-3dbe-4fd2-a7bf-f8192b1b5010 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363443 Sep 06 16:18:51.424830 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:18:51.471014 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port dd9ddf95-eb15-458d-b5b5-84c87ff98509 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:18:51.471374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:51.548804 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:51.570982 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:18:51.573302 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5baf7d2-de7d-4856-9b51-a35f6e3f7620" -d '{"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:18:51.586715 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:18:51.591556 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:18:51.614482 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994c600-b0bf-4ceb-a1f7-a16832182de1 x-openstack-request-id: req-9994c600-b0bf-4ceb-a1f7-a16832182de1 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:18:51.614771 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:18:51.615022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9994c600-b0bf-4ceb-a1f7-a16832182de1 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:18:51.615563 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'code': 200} Sep 06 16:18:51.640810 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=8']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:18:51.945346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b964c-c20c-437d-bf2c-d2f72a12fd6c req-28f391ea-3293-4127-bd2e-31311c7edc70 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:51.946811 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9b964c-c20c-437d-bf2c-d2f72a12fd6c req-28f391ea-3293-4127-bd2e-31311c7edc70 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0481198 Sep 06 16:18:51.983767 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc9b964c-c20c-437d-bf2c-d2f72a12fd6c req-1a9bbdbe-6b11-4a10-b1b0-a3b97f7b6477 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Sep 06 16:18:52.398744 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639fddc-2374-45d2-8f18-4df6285e856d req-81dcf74f-612c-4e4f-b6bb-1eb569aad4cd tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:52.400291 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6639fddc-2374-45d2-8f18-4df6285e856d req-81dcf74f-612c-4e4f-b6bb-1eb569aad4cd tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0476260 Sep 06 16:18:52.439754 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6639fddc-2374-45d2-8f18-4df6285e856d req-63cdce55-50a1-4aa1-9716-d2f9ed0db5af tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335906 Sep 06 16:18:53.106151 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52259-a4a4-47ef-9d97-91b6a4df53dd req-644876a3-4529-4d79-a2ea-6e69c172064d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:53.107879 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f9b52259-a4a4-47ef-9d97-91b6a4df53dd req-644876a3-4529-4d79-a2ea-6e69c172064d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0495439 Sep 06 16:18:53.156042 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f9b52259-a4a4-47ef-9d97-91b6a4df53dd req-b81a367d-fc9a-40e6-853a-b77b5a34f65c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422130 Sep 06 16:18:53.554485 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e2c0-3b6e-41ce-b62f-c1c21474c3fd req-a722a595-f75c-4f88-aa84-a6ce020370ab tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:53.556036 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22e8e2c0-3b6e-41ce-b62f-c1c21474c3fd req-a722a595-f75c-4f88-aa84-a6ce020370ab tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0470819 Sep 06 16:18:53.598879 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22e8e2c0-3b6e-41ce-b62f-c1c21474c3fd req-4061aa6a-5264-4224-9893-e1858587ced4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367680 Sep 06 16:18:54.282974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14729-6657-4ee4-9f94-5121b472ff25 req-97cb493d-d637-4cd7-917f-29925847cd34 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:54.284490 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-29d14729-6657-4ee4-9f94-5121b472ff25 req-97cb493d-d637-4cd7-917f-29925847cd34 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0484042 Sep 06 16:18:54.323227 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-29d14729-6657-4ee4-9f94-5121b472ff25 req-4a5618e5-58c6-4eeb-9244-605a6ccc56da tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Sep 06 16:18:54.716048 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0285f4b-323e-405a-bd24-81480c0b2380 req-7ad70f1f-b96f-4028-a3d3-4cbc22fca96d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:54.717515 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f0285f4b-323e-405a-bd24-81480c0b2380 req-7ad70f1f-b96f-4028-a3d3-4cbc22fca96d tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0489910 Sep 06 16:18:54.759638 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f0285f4b-323e-405a-bd24-81480c0b2380 req-54e78b28-ec69-4e88-bb86-64d0c6267b6b tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361183 Sep 06 16:18:55.441397 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c7686-bd80-4be9-9eb7-081aa2242cf1 req-7966257c-8f9c-4ec6-82a4-cbb68e3751bc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:55.442838 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6b2c7686-bd80-4be9-9eb7-081aa2242cf1 req-7966257c-8f9c-4ec6-82a4-cbb68e3751bc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Sep 06 16:18:55.481427 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6b2c7686-bd80-4be9-9eb7-081aa2242cf1 req-31ea1e21-3b3a-43d3-a871-a2b28ae8672a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Sep 06 16:18:55.875026 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d6df9-d16a-4a7e-a812-e7ffe19ba0df req-2246fb59-c5bd-433f-99fc-9d048ce3d35a tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:55.876427 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ee1d6df9-d16a-4a7e-a812-e7ffe19ba0df req-2246fb59-c5bd-433f-99fc-9d048ce3d35a tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0493944 Sep 06 16:18:55.917117 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ee1d6df9-d16a-4a7e-a812-e7ffe19ba0df req-bc6cae04-10b1-40d5-b353-b2ae169baff0 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341213 Sep 06 16:18:56.596067 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50c4f-4988-4851-8c59-bb1f6a9580a4 req-9625d9f7-3e7a-431e-a78b-e0429dd1fefe tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:56.597542 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1d50c4f-4988-4851-8c59-bb1f6a9580a4 req-9625d9f7-3e7a-431e-a78b-e0429dd1fefe tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477419 Sep 06 16:18:56.638899 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e1d50c4f-4988-4851-8c59-bb1f6a9580a4 req-09df8cbb-7df4-45ae-9bcb-8fbab5777bf5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Sep 06 16:18:57.030946 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f098860-284b-4ae6-bae4-c4014312dcc7 req-d6c2738d-2bb9-40f4-8c03-cd9cc30ff679 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:57.032415 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f098860-284b-4ae6-bae4-c4014312dcc7 req-d6c2738d-2bb9-40f4-8c03-cd9cc30ff679 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0484481 Sep 06 16:18:57.071323 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2f098860-284b-4ae6-bae4-c4014312dcc7 req-c933af17-b602-4301-97ed-6c40edee7a51 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=73546d67-eeb8-4e9d-9729-a7ae13b3ab90&id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322583 Sep 06 16:18:57.754229 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fd592-a425-4937-be69-ed5a756bdd59 req-5ce895fb-78f8-4e96-97e0-6be726bf28ef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:57.755694 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-441fd592-a425-4937-be69-ed5a756bdd59 req-5ce895fb-78f8-4e96-97e0-6be726bf28ef tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0476112 Sep 06 16:18:57.795698 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-441fd592-a425-4937-be69-ed5a756bdd59 req-2c7f95e0-0a43-45be-8597-89d2bcf574ff tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Sep 06 16:18:58.915826 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338582d-a91c-4d46-aa45-75537cd0dcf3 req-702113eb-e9ef-45ef-bac3-3075dcf8dd3c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:18:58.917225 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a338582d-a91c-4d46-aa45-75537cd0dcf3 req-702113eb-e9ef-45ef-bac3-3075dcf8dd3c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477514 Sep 06 16:18:58.952927 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a338582d-a91c-4d46-aa45-75537cd0dcf3 req-ac3ba00b-2960-49b3-ad7b-5b5d702601e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299809 Sep 06 16:19:00.072698 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be82038-d430-4186-a05b-89d14071a569 req-5af02840-ddeb-459b-ac89-98c8a908f303 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:00.074142 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0be82038-d430-4186-a05b-89d14071a569 req-5af02840-ddeb-459b-ac89-98c8a908f303 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0477712 Sep 06 16:19:00.110821 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0be82038-d430-4186-a05b-89d14071a569 req-46e0b0c6-1d00-4918-b8fa-9d6742f407fa tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307987 Sep 06 16:19:01.229471 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84411eaf-e5da-46e9-bf13-865a4a7ec27e req-9fb38610-62ff-46a7-bafb-5f7f0dd4a1ad tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:01.230936 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-84411eaf-e5da-46e9-bf13-865a4a7ec27e req-9fb38610-62ff-46a7-bafb-5f7f0dd4a1ad tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0475845 Sep 06 16:19:01.271126 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-84411eaf-e5da-46e9-bf13-865a4a7ec27e req-2f75a05e-67a2-4cf3-9aad-4c601c24626f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343382 Sep 06 16:19:01.461035 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:19:01.554671 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:01.565696 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:19:01.601842 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:01.613870 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:19:01.633595 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:01.637211 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:01.686456 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=6']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:01.756059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['6cfeb83b-cd67-4f84-930e-f35e128970a7'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:19:02.388946 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30ec9d-5bb4-4f63-bd24-367d24911161 req-0ed95076-b631-4a43-9493-ccd982af2d62 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:02.390427 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ab30ec9d-5bb4-4f63-bd24-367d24911161 req-0ed95076-b631-4a43-9493-ccd982af2d62 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.0491040 Sep 06 16:19:02.429835 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ab30ec9d-5bb4-4f63-bd24-367d24911161 req-0634b06a-addf-4c0f-a90a-aa1aa56e499e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Sep 06 16:19:03.474560 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:19:03.556922 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:19:03.557330 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:03.582609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37bcea-c833-41b7-a73a-4f504dac81e6 req-9d90940b-5590-4029-86bf-388722ba55ac tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:03.584527 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4f37bcea-c833-41b7-a73a-4f504dac81e6 req-9d90940b-5590-4029-86bf-388722ba55ac tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.0563586 Sep 06 16:19:03.639466 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4f37bcea-c833-41b7-a73a-4f504dac81e6 req-4fe04703-ff6d-4263-8043-d34319f4b1ee tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Sep 06 16:19:03.655236 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:03.687630 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:03.692023 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac0b661-d5d4-44d4-98ea-2e2460b51caf" -d '{"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:03.706342 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:03.715058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:03.776360 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293c2f5-ee36-43da-b3a9-66335949a9f5 x-openstack-request-id: req-d293c2f5-ee36-43da-b3a9-66335949a9f5 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:03.776633 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:03.776868 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d293c2f5-ee36-43da-b3a9-66335949a9f5 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:03.777244 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'code': 200} Sep 06 16:19:03.782105 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=7']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:04.511077 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:04.780559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cfc97-72ae-42ad-8028-1a61542b1647 req-1d88ed0b-dfba-4234-bdb1-3c7643788a37 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:04.782888 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-125cfc97-72ae-42ad-8028-1a61542b1647 req-1d88ed0b-dfba-4234-bdb1-3c7643788a37 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0508797 Sep 06 16:19:04.845088 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-125cfc97-72ae-42ad-8028-1a61542b1647 req-524ebd93-2c5e-427f-8c29-e37b1d316dac tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552256 Sep 06 16:19:05.968213 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-127e918a-3544-48d1-b251-97e529f9eb8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478554 Sep 06 16:19:05.995494 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c069815-c9dc-4c04-9466-ecb1386ec96d req-87e3b6b3-fb9d-4a09-bdfa-21dc513b71df tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:05.997520 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c069815-c9dc-4c04-9466-ecb1386ec96d req-87e3b6b3-fb9d-4a09-bdfa-21dc513b71df tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0544629 Sep 06 16:19:06.041086 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9c069815-c9dc-4c04-9466-ecb1386ec96d req-9002a29d-a696-47cc-b725-080b070bf172 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329928 Sep 06 16:19:06.071133 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-2dd447ef-cf36-4785-bf43-681563218928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:06.073303 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-2dd447ef-cf36-4785-bf43-681563218928 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.0550151 Sep 06 16:19:06.188402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-f36c8a71-86ab-4488-9fe3-abca898a2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:06.190045 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-f36c8a71-86ab-4488-9fe3-abca898a2277 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.0938947 Sep 06 16:19:06.266672 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-56b392ae-7dd1-4863-98b4-7aa49fd752c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 1001 time: 0.0612891 Sep 06 16:19:06.322356 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-59559428-8078-40a5-a2ee-06049f17a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:06.324120 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-59559428-8078-40a5-a2ee-06049f17a8e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0457850 Sep 06 16:19:06.387216 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-0441fcd8-0734-4ffa-a1e0-490eda5c7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:06.389512 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-0441fcd8-0734-4ffa-a1e0-490eda5c7150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539320 Sep 06 16:19:06.496384 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-3682b3ce-3403-491b-992b-90539dd39c41 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976946 Sep 06 16:19:06.604782 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d165cde-1b3d-42c6-a442-9ffdcca6eed5 req-63b4a4e9-a092-4eb1-aa67-e01bad1a97ba service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992932 Sep 06 16:19:07.188583 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aaa5d-dcf1-4ecc-b42b-149ade68a82a req-f1763f93-183c-4639-a6a9-814650d45104 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:07.193764 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d65aaa5d-dcf1-4ecc-b42b-149ade68a82a req-f1763f93-183c-4639-a6a9-814650d45104 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0575731 Sep 06 16:19:07.229834 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d65aaa5d-dcf1-4ecc-b42b-149ade68a82a req-8b1f3fac-943d-41ba-9157-ba7057027df2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Sep 06 16:19:08.364700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a0e3d-ba84-4dfa-9353-6a7e41cc5003 req-457d749c-ddc9-4151-ac00-93f16dc0af82 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:08.366381 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a89a0e3d-ba84-4dfa-9353-6a7e41cc5003 req-457d749c-ddc9-4151-ac00-93f16dc0af82 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0523450 Sep 06 16:19:08.411741 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a89a0e3d-ba84-4dfa-9353-6a7e41cc5003 req-2312f10d-a426-4d11-bd42-d00b247f702c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369213 Sep 06 16:19:09.544545 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa548fe2-cd70-4b4a-8013-b655fbf3d813 req-1d1165e7-99ed-4879-9f70-bf02ffa6a2e1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:09.546055 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa548fe2-cd70-4b4a-8013-b655fbf3d813 req-1d1165e7-99ed-4879-9f70-bf02ffa6a2e1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0530593 Sep 06 16:19:09.605347 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa548fe2-cd70-4b4a-8013-b655fbf3d813 req-658100b9-c47f-4ec9-a43b-41fa0727e87e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529912 Sep 06 16:19:10.141962 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-3b733bdb-cbe2-449f-b3a5-0a40b4e34112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:10.736217 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a6ff2-3c87-4ef3-a8de-8f9c707e6141 req-4dd68d62-bf59-4963-b321-6fb616c61ad2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:10.737632 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d34a6ff2-3c87-4ef3-a8de-8f9c707e6141 req-4dd68d62-bf59-4963-b321-6fb616c61ad2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0526021 Sep 06 16:19:10.778993 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d34a6ff2-3c87-4ef3-a8de-8f9c707e6141 req-2d65781c-a548-4203-a18d-0951228aaeb3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357838 Sep 06 16:19:11.718309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-a02cd222-f5cd-469e-a929-2968a9140a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:11.719735 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-a02cd222-f5cd-469e-a929-2968a9140a23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1099 time: 0.0401723 Sep 06 16:19:11.813298 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-c8d5589d-881e-4cd3-a9bd-73ba8ec2704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:11.814860 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-c8d5589d-881e-4cd3-a9bd-73ba8ec2704c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.0856302 Sep 06 16:19:11.881925 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-aa7b37a6-58bf-42d4-80f1-9c590da2379b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 1002 time: 0.0590265 Sep 06 16:19:11.902659 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5997c4-e882-42d2-8042-91abba26f6cb req-73192d98-a56c-47cf-b725-4d2c52096578 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:11.904275 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa5997c4-e882-42d2-8042-91abba26f6cb req-73192d98-a56c-47cf-b725-4d2c52096578 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0496130 Sep 06 16:19:11.932505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-0768a95e-b3eb-4b3d-b98f-cef422426d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:11.933964 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-0768a95e-b3eb-4b3d-b98f-cef422426d88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0443273 Sep 06 16:19:11.947820 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fa5997c4-e882-42d2-8042-91abba26f6cb req-b5e6f9cb-e866-4a7f-ba50-fccde3045d89 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375574 Sep 06 16:19:11.985295 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-2664428b-00c4-4cb5-869c-0cb88ed560bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:11.986768 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-2664428b-00c4-4cb5-869c-0cb88ed560bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432417 Sep 06 16:19:12.077598 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-f1ff9d11-bf3f-49d0-8f89-d2efbd8e2015 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784833 Sep 06 16:19:12.408564 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7c5287b4-42eb-4d80-bcdd-762dff2c6802 req-5a0f5865-9040-4352-999e-158548fd5976 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196630 Sep 06 16:19:12.914276 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4aa094be-9b15-4775-ad08-8cabc89c46c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:12.996775 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:13.068002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935db71-ba19-408e-9510-7d5e58530dc1 req-82a51b0f-441d-4dbc-8423-18b88f2e37f5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:13.069478 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9935db71-ba19-408e-9510-7d5e58530dc1 req-82a51b0f-441d-4dbc-8423-18b88f2e37f5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Sep 06 16:19:13.106854 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9935db71-ba19-408e-9510-7d5e58530dc1 req-2c0588a2-ee0e-4086-94aa-81ac9a34f2fd tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Sep 06 16:19:13.720596 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:14.224767 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131b575-7654-42ad-8b4d-12fa4c176762 req-46abb727-1af7-4c1e-9393-a4b0557f3d77 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:14.226271 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d131b575-7654-42ad-8b4d-12fa4c176762 req-46abb727-1af7-4c1e-9393-a4b0557f3d77 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0479338 Sep 06 16:19:14.265715 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d131b575-7654-42ad-8b4d-12fa4c176762 req-f1ada017-abb8-41dc-83dd-693412fa9833 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Sep 06 16:19:15.388261 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c69720-0e26-4423-8d3b-3ded272001f4 req-e2edb4c3-b144-4446-a25f-f6dc8f2b8fdc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:15.390366 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e1c69720-0e26-4423-8d3b-3ded272001f4 req-e2edb4c3-b144-4446-a25f-f6dc8f2b8fdc tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 946 time: 0.0478451 Sep 06 16:19:15.409278 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:15.431709 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e1c69720-0e26-4423-8d3b-3ded272001f4 req-4917c330-01e0-4a1c-8bf5-8a0b19fd97d2 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351760 Sep 06 16:19:15.567084 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:15.648044 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:15.671269 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:15.673563 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd1f2d-aef7-4404-be3d-f1303bdeb5b1" -d '{"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-unplugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:15.686314 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:15.692677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:15.716068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3a526-6b22-403c-b361-62fd17360662 x-openstack-request-id: req-4ed3a526-6b22-403c-b361-62fd17360662 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:15.716386 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-unplugged", "status": "failed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "code": 422}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:15.716640 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ed3a526-6b22-403c-b361-62fd17360662 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:15.717053 dv-cinder-759961-10-iscsi neutron-server[94039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'code': 422} returned with failed status Sep 06 16:19:15.742865 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=8']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:16.348190 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b493c-d5aa-4f96-935e-dc0a55a6de94 req-65a09083-ce55-41a1-b22f-aeddf070e5c6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:16.349577 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e98b493c-d5aa-4f96-935e-dc0a55a6de94 req-65a09083-ce55-41a1-b22f-aeddf070e5c6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0506933 Sep 06 16:19:16.410625 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e98b493c-d5aa-4f96-935e-dc0a55a6de94 req-f7c93184-94f1-4049-9e9a-5c37ad17e2a1 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527446 Sep 06 16:19:16.414172 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-551252c3-19a0-4c8f-8474-6dbccb3e076d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0637453 Sep 06 16:19:17.191944 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-21d36fb3-99ed-4201-9af7-9d362524f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.193331 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-21d36fb3-99ed-4201-9af7-9d362524f627 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500&tenant_id=b83b7f72328545edb98530c4aaa43e83 HTTP/1.1" status: 200 len: 1097 time: 0.0385854 Sep 06 16:19:17.251910 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-c8887034-d63e-4330-8f10-257b88a28414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.253352 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-c8887034-d63e-4330-8f10-257b88a28414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1097 time: 0.0373790 Sep 06 16:19:17.341782 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-38d943e9-b072-413d-97f9-2530506d9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.343183 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-38d943e9-b072-413d-97f9-2530506d9393 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.0826073 Sep 06 16:19:17.408004 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-3ce9e2f6-559f-4055-bed6-f9c534682363 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 1000 time: 0.0573325 Sep 06 16:19:17.457294 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-e900740b-1cf0-4039-bdd4-9b513d9423e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.459003 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-e900740b-1cf0-4039-bdd4-9b513d9423e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0431023 Sep 06 16:19:17.507933 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-d10db3a2-9c15-454e-b46b-0721b7f9ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.509467 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-d10db3a2-9c15-454e-b46b-0721b7f9ee3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433371 Sep 06 16:19:17.533686 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bf168-e1ee-4317-b0c8-0d7365629f05 req-205e135f-aa65-4696-8e43-adcd38c0a6d3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:17.535153 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e77bf168-e1ee-4317-b0c8-0d7365629f05 req-205e135f-aa65-4696-8e43-adcd38c0a6d3 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Sep 06 16:19:17.576450 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e77bf168-e1ee-4317-b0c8-0d7365629f05 req-08c487a2-6cdc-483f-abf2-93e6f949b70d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350399 Sep 06 16:19:17.602592 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-cb2e367c-fd2a-43ad-b451-5958460e05f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854342 Sep 06 16:19:17.703640 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55150707-96ed-41ef-8d67-e3332e4d0b09 req-e68061d2-b690-4f2d-a3f4-7ba39cebb2fd service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834033 Sep 06 16:19:18.718963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16e3c5-4dd6-46fc-99ba-3038e2e5de18 req-884e2d7c-49dc-4147-bdb4-00722a90c852 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:18.720878 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eb16e3c5-4dd6-46fc-99ba-3038e2e5de18 req-884e2d7c-49dc-4147-bdb4-00722a90c852 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0507264 Sep 06 16:19:18.763467 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-eb16e3c5-4dd6-46fc-99ba-3038e2e5de18 req-05b510ff-d076-4f31-9927-aabf446c8868 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366168 Sep 06 16:19:19.882860 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59c59c-f943-44db-ab93-295265a14070 req-3daa42c7-0ad0-4f9f-926a-ac75153dd58d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:19.884333 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad59c59c-f943-44db-ab93-295265a14070 req-3daa42c7-0ad0-4f9f-926a-ac75153dd58d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0482059 Sep 06 16:19:19.921188 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-ad59c59c-f943-44db-ab93-295265a14070 req-8916a04b-736e-4036-8265-4fce8be3b03e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310600 Sep 06 16:19:21.045937 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee2ae0-4aa3-4b56-893b-0b26651f165f req-cdfa3789-3142-4a57-a115-01dfce17eeec tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:21.047397 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdee2ae0-4aa3-4b56-893b-0b26651f165f req-cdfa3789-3142-4a57-a115-01dfce17eeec tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0500059 Sep 06 16:19:21.086996 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-cdee2ae0-4aa3-4b56-893b-0b26651f165f req-f7622430-2b8e-4175-8e13-8c1d91257718 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Sep 06 16:19:22.212503 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6936b-cea0-4c3c-9d72-6d78bb272f36 req-2dce8a04-e429-4bd6-b229-7f1201d3027a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:22.214090 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fdc6936b-cea0-4c3c-9d72-6d78bb272f36 req-2dce8a04-e429-4bd6-b229-7f1201d3027a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0506670 Sep 06 16:19:22.254105 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fdc6936b-cea0-4c3c-9d72-6d78bb272f36 req-bcacc288-cada-4591-a2f9-a23f95805a12 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Sep 06 16:19:23.398765 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e7f57-511f-4e5e-b438-8058a4346dd6 req-f9422120-734e-45a1-b004-cfcb7b3e36b9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:23.400369 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e87e7f57-511f-4e5e-b438-8058a4346dd6 req-f9422120-734e-45a1-b004-cfcb7b3e36b9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0658410 Sep 06 16:19:23.439246 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e87e7f57-511f-4e5e-b438-8058a4346dd6 req-3da8393a-164c-4bf7-89fd-aa32baa12ef9 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Sep 06 16:19:24.544798 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:19:24.564689 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4577f-f4d8-4834-b479-e76447b3429a req-45f8a93a-1a43-4970-acd6-27e8338b2e77 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:24.566139 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9fa4577f-f4d8-4834-b479-e76447b3429a req-45f8a93a-1a43-4970-acd6-27e8338b2e77 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0488594 Sep 06 16:19:24.607548 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-9fa4577f-f4d8-4834-b479-e76447b3429a req-422d806b-9359-47a0-bfa6-6da12b4678b5 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354929 Sep 06 16:19:25.729369 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8082c5-e2b7-4168-8d8b-bfede2f94beb req-67e8ce80-2e52-4ed9-90be-361cbcb6258f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:25.736370 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a8082c5-e2b7-4168-8d8b-bfede2f94beb req-67e8ce80-2e52-4ed9-90be-361cbcb6258f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0568085 Sep 06 16:19:25.782125 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0a8082c5-e2b7-4168-8d8b-bfede2f94beb req-cc4f35ee-44fb-47c4-9468-b7c93f5fb675 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345585 Sep 06 16:19:26.905105 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e5de6-563a-4542-bde4-93865d470575 req-0588a933-d1d0-47d9-9d07-f934aaea9a17 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:26.912437 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-708e5de6-563a-4542-bde4-93865d470575 req-0588a933-d1d0-47d9-9d07-f934aaea9a17 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0607429 Sep 06 16:19:26.948832 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-708e5de6-563a-4542-bde4-93865d470575 req-81fa2f05-92cc-4626-88e4-c7d352a22b13 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Sep 06 16:19:28.075907 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a3d58-dd46-40c5-a94b-ba6587527144 req-0fafc736-57ab-4892-9161-ac74968302e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:28.077440 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e80a3d58-dd46-40c5-a94b-ba6587527144 req-0fafc736-57ab-4892-9161-ac74968302e6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0476401 Sep 06 16:19:28.119971 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e80a3d58-dd46-40c5-a94b-ba6587527144 req-cc426ca5-07b7-4eca-91d8-9ea580a65157 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366290 Sep 06 16:19:29.242924 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd22fd-2cea-4ccf-8f8b-80433414eddd req-c4a36fd2-e50a-4640-b2d0-c92a6354903b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:29.244629 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6bd22fd-2cea-4ccf-8f8b-80433414eddd req-c4a36fd2-e50a-4640-b2d0-c92a6354903b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0493798 Sep 06 16:19:29.281734 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b6bd22fd-2cea-4ccf-8f8b-80433414eddd req-264b778a-50da-4c52-9ed8-ceab6e31c120 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313125 Sep 06 16:19:30.398167 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc4a3-ab06-4a3f-a2b0-516e41c2d32d req-c40c876a-4b62-4e75-8c0f-4a8d32a3a71e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:30.399620 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e88bc4a3-ab06-4a3f-a2b0-516e41c2d32d req-c40c876a-4b62-4e75-8c0f-4a8d32a3a71e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0475533 Sep 06 16:19:30.436758 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e88bc4a3-ab06-4a3f-a2b0-516e41c2d32d req-2be1e56d-778c-4d04-bb1f-bc74f35d6bda tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306854 Sep 06 16:19:31.563877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de55d6-0b53-4005-9bee-5a6d6098eb4a req-da66ce97-b880-4353-82ae-c89e6fc5871b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:31.566383 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9de55d6-0b53-4005-9bee-5a6d6098eb4a req-da66ce97-b880-4353-82ae-c89e6fc5871b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0534201 Sep 06 16:19:31.611113 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d9de55d6-0b53-4005-9bee-5a6d6098eb4a req-b7689d0b-078d-485c-a723-135fc20d6cea tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Sep 06 16:19:32.732435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816bc4e-ed5a-4d24-ad02-5e28a9f3d087 req-6a0f4bc6-ced8-4105-9313-06bad73ad546 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:32.733951 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f816bc4e-ed5a-4d24-ad02-5e28a9f3d087 req-6a0f4bc6-ced8-4105-9313-06bad73ad546 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0495911 Sep 06 16:19:32.773489 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-f816bc4e-ed5a-4d24-ad02-5e28a9f3d087 req-7131e292-4208-4dce-888a-0a5262b1112b tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 06 16:19:33.894740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccdad8-535c-4719-804a-f25cac3e0de5 req-ce129a5e-c3b1-4ddd-865f-718b9e78c840 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:33.896266 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4ccdad8-535c-4719-804a-f25cac3e0de5 req-ce129a5e-c3b1-4ddd-865f-718b9e78c840 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0475318 Sep 06 16:19:33.933736 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4ccdad8-535c-4719-804a-f25cac3e0de5 req-b81270f0-f132-4d68-b0f2-d45f50a1484e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Sep 06 16:19:34.535434 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:35.068309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e893b88-580d-4a87-a0b2-d7667743dbd0 req-38fc1e49-ae92-47ec-b8ee-30b69bf6537e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:35.069803 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e893b88-580d-4a87-a0b2-d7667743dbd0 req-38fc1e49-ae92-47ec-b8ee-30b69bf6537e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 944 time: 0.0564592 Sep 06 16:19:35.112463 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e893b88-580d-4a87-a0b2-d7667743dbd0 req-8f7ab0c0-8714-4623-b4dd-f59064ac3fa6 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362878 Sep 06 16:19:35.612746 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:19:35.706436 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:35.717624 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'port_id': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'mac_address': 'fa:16:3e:05:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:19:35.753407 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:35.766757 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:19:35.785646 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:35.789889 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:35.819504 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0634278d-db46-44f8-809d-457f7f0ca152 req-a7dad1e5-e258-4044-95c8-2c9ffdec7016 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084326992&fields=id&tenant_id=36bdf235d9254b0794be068b87cc4f99 HTTP/1.1" status: 200 len: 267 time: 0.0323148 Sep 06 16:19:35.841703 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=9']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:35.848446 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.848787 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.849120 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.849446 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.849769 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.850088 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.850406 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.850721 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.851092 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.851350 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.851662 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.851971 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:35.874724 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634278d-db46-44f8-809d-457f7f0ca152 req-01824bea-5490-4e3d-a377-537d3899b2eb tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:35.876213 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0634278d-db46-44f8-809d-457f7f0ca152 req-01824bea-5490-4e3d-a377-537d3899b2eb tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 985 time: 0.0500312 Sep 06 16:19:35.887060 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Request body: {'port': {'security_groups': ['eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7']}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:19:35.955394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.075983 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['6cfeb83b-cd67-4f84-930e-f35e128970a7'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:19:36.164895 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:36.194411 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.200245 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.240449 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fca13-b38a-48fa-a4d1-2342955babaf req-d122032f-4c38-4ce8-ac2a-a256bcb6696e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.242729 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e5fca13-b38a-48fa-a4d1-2342955babaf req-d122032f-4c38-4ce8-ac2a-a256bcb6696e tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.0502081 Sep 06 16:19:36.249366 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.249988 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.251400 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-0634278d-db46-44f8-809d-457f7f0ca152 req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "PUT /v2.0/ports/a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 943 time: 0.3687747 Sep 06 16:19:36.251952 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:36.257355 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 55892) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:36.257806 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480cdd86-a2d7-498b-864b-259e3293910d" -d '{"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:36.294299 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event updated for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=7']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:36.302453 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.302907 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.303368 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.303796 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.304370 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.304803 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.305253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.305685 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.306292 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.306931 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.307431 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.307858 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746da1ca-ec57-47ad-a927-daefa94ebe0c tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.309255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0e5fca13-b38a-48fa-a4d1-2342955babaf req-27d2003f-6ee7-42f4-816a-6ddf461831c7 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584326 Sep 06 16:19:36.343698 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:19:36.365445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.377622 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855b967-69ee-45f9-89b4-c4e5233e1bca x-openstack-request-id: req-0855b967-69ee-45f9-89b4-c4e5233e1bca {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:36.377979 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:36.378299 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0855b967-69ee-45f9-89b4-c4e5233e1bca {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:36.378794 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:19:36.396727 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.471259 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdd86-a2d7-498b-864b-259e3293910d req-c6dd5852-d21e-45da-b3c1-d5d64242a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.472802 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-c6dd5852-d21e-45da-b3c1-d5d64242a381 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1099 time: 0.0674152 Sep 06 16:19:36.546022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.548493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.549632 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "DELETE /v2.0/security-groups/73546d67-eeb8-4e9d-9729-a7ae13b3ab90 HTTP/1.1" status: 204 len: 168 time: 0.2911782 Sep 06 16:19:36.552695 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 55898) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:36.563584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73546d67-eeb8-4e9d-9729-a7ae13b3ab90,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:36.570463 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-34f1c1e8-6c1e-4b4f-b6b2-21c18f87b312 None None] Provisioning complete for port a04e26a2-5d84-4ec4-b7bd-104941153eb3 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:19:36.570837 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-34f1c1e8-6c1e-4b4f-b6b2-21c18f87b312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.575001 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.575438 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.575787 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.576145 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.576476 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.576822 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.577152 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.577483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.577813 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.578139 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.578471 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.578796 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f03b0a3-a95a-4377-8b0d-c5c5a7ef0fa4 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:19:36.598928 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdd86-a2d7-498b-864b-259e3293910d req-6a213815-d580-4d4d-be71-f7cf89be1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.600586 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-6a213815-d580-4d4d-be71-f7cf89be1e76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.1199286 Sep 06 16:19:36.654794 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:19:36.685635 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-924eeb8b-20b7-4674-9d31-cc609e60283b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 1002 time: 0.0767663 Sep 06 16:19:36.738733 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdd86-a2d7-498b-864b-259e3293910d req-eb0a4216-ff6e-49f9-8d8c-7b2bbf8d0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.740218 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-eb0a4216-ff6e-49f9-8d8c-7b2bbf8d0f5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0466375 Sep 06 16:19:36.749795 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Deleting port 83123e32-4ad9-43c6-b716-e67c19f9a3a4 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:36.750140 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.787037 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cdd86-a2d7-498b-864b-259e3293910d req-bf16849b-cc4d-4ccd-b5ca-246587c4a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:36.788569 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-bf16849b-cc4d-4ccd-b5ca-246587c4a771 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410318 Sep 06 16:19:36.830481 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.831034 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:36.843702 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Calling delete_port for 83123e32-4ad9-43c6-b716-e67c19f9a3a4 owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:36.882919 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-70c6ba4f-3d97-4328-a73d-99f899616e2e service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863190 Sep 06 16:19:36.973561 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-480cdd86-a2d7-498b-864b-259e3293910d req-5607401f-4d6c-4f72-8d2e-b74736528ff4 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822904 Sep 06 16:19:37.015140 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:37.041239 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event deleted for resources: {'Port': ['ID=83123e32-4ad9-43c6-b716-e67c19f9a3a4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:37.302401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:37.302730 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Floating IP 6c9ca4d1-4e06-44b2-b77f-71132491e1f0 disassociated (deleted). External IP: 172.27.3.114, port: a04e26a2-5d84-4ec4-b7bd-104941153eb3. Sep 06 16:19:37.448017 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d64ef-752b-4919-9321-43bf6da00fe2 req-f81e53c1-4e78-481f-b3ef-1be1b7effc97 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:37.449541 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a6d64ef-752b-4919-9321-43bf6da00fe2 req-f81e53c1-4e78-481f-b3ef-1be1b7effc97 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 945 time: 0.0559955 Sep 06 16:19:37.490164 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a6d64ef-752b-4919-9321-43bf6da00fe2 req-928629ca-333f-4f84-a30f-add9a1797880 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Sep 06 16:19:37.519116 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Router 96eaf359-ebac-4f7e-b42a-a401068fde3e has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:19:37.624026 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:19:37.624410 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:19:37.628997 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:37.646364 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Sync routers for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:19:37.656206 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-77e61423-276e-420a-8809-253602e6b629 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "DELETE /v2.0/floatingips/6c9ca4d1-4e06-44b2-b77f-71132491e1f0 HTTP/1.1" status: 204 len: 168 time: 1.1004543 Sep 06 16:19:37.670290 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:37.670926 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:37.725946 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 6cfeb83b-cd67-4f84-930e-f35e128970a7 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:19:37.726318 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:37.814488 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:37.932454 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:37.992513 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:37.995393 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ba899-b336-4628-9b90-48cfa4394753" -d '{"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:38.015568 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:38.022215 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:38.035343 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d97490-3de6-461e-92ad-4083bdf1b199 x-openstack-request-id: req-f3d97490-3de6-461e-92ad-4083bdf1b199 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:38.035642 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-plugged", "status": "completed", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:38.035892 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3d97490-3de6-461e-92ad-4083bdf1b199 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:38.036297 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'code': 200} Sep 06 16:19:38.107398 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=10']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:38.129679 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:38.156351 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Checking router: 96eaf359-ebac-4f7e-b42a-a401068fde3e for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:19:38.164755 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:38.165365 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:38.221748 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb37c-b100-4445-bcdc-77cfbb2ec674 req-bc3b0a73-f7bf-4b2c-9e78-f46efd080772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.223469 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-637fb37c-b100-4445-bcdc-77cfbb2ec674 req-bc3b0a73-f7bf-4b2c-9e78-f46efd080772 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1100 time: 0.0407481 Sep 06 16:19:38.257719 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-637fb37c-b100-4445-bcdc-77cfbb2ec674 req-256b6ac2-c436-463a-93a4-4319cd340738 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274799 Sep 06 16:19:38.271464 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:38.379612 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:38.382009 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7" -d '{"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:38.417060 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939b2aa-4f43-4ba5-8235-8df450736411 x-openstack-request-id: req-2939b2aa-4f43-4ba5-8235-8df450736411 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:38.417371 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:38.417617 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2939b2aa-4f43-4ba5-8235-8df450736411 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:38.417999 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:19:38.466451 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:38.492410 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70db2c5-be49-4453-8606-9f9d330f7d78 None None] The sync data for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi is: [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:17:08Z', 'revision_number': 4, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'c195eb39-dc90-45ad-8913-af0c42b6f193', 'name': '', 'network_id': '87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'mac_address': 'fa:16:3e:65:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:19Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'subnets': [{'id': 'fbabcfbb-399c-48c4-8cd9-35d595fb704c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:19:38.516002 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-afe67638-fc6f-4669-ae54-18043966f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.517541 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-afe67638-fc6f-4669-ae54-18043966f3ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36bdf235d9254b0794be068b87cc4f99&device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 1099 time: 0.0413115 Sep 06 16:19:38.616149 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5474-5201-4438-9032-9ad3eba644b1 req-7ed880d5-cf2a-4766-b002-f625d31ab839 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.617653 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-479c5474-5201-4438-9032-9ad3eba644b1 req-7ed880d5-cf2a-4766-b002-f625d31ab839 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0514650 Sep 06 16:19:38.618650 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-26d8789f-d973-41f2-9f2b-8dd462e668bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.620332 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-26d8789f-d973-41f2-9f2b-8dd462e668bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 200 len: 915 time: 0.0955117 Sep 06 16:19:38.659958 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-479c5474-5201-4438-9032-9ad3eba644b1 req-7cc21c37-3ad3-47a1-9edd-be1576e8652c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357726 Sep 06 16:19:38.674315 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-3250d90f-0df6-44ff-bc8c-2faef976f875 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 200 len: 217 time: 0.0348134 Sep 06 16:19:38.724686 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-341a4b8b-d148-4a46-8fc5-c6024d8955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.726171 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-341a4b8b-d148-4a46-8fc5-c6024d8955dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 200 len: 853 time: 0.0449829 Sep 06 16:19:38.743311 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac06d31-83c5-441c-b813-bf9423934308 None None] New status for floating IP 6c9ca4d1-4e06-44b2-b77f-71132491e1f0: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:19:38.777633 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-6c4fc5b0-bbd9-4def-9158-c9ad76a71bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:38.779215 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-6c4fc5b0-bbd9-4def-9158-c9ad76a71bea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441682 Sep 06 16:19:38.873075 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-ed5cf7a6-f2e6-49c2-8507-d20ab721f374 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845771 Sep 06 16:19:38.974508 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0d55670d-d4d1-4ba5-ad34-528b9dbefca7 req-520c140f-0c64-40d4-9404-2037944c51c5 service neutron] 10.222.0.46 "GET /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937023 Sep 06 16:19:39.783502 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5acf-72ef-4523-9e3a-b60901808894 req-b0b84ade-5318-4136-9b84-2b84bee9dd86 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:39.784932 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a80e5acf-72ef-4523-9e3a-b60901808894 req-b0b84ade-5318-4136-9b84-2b84bee9dd86 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0483348 Sep 06 16:19:39.823290 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a80e5acf-72ef-4523-9e3a-b60901808894 req-0c827d6a-4f46-4037-9eb9-f88d3e0cd844 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Sep 06 16:19:40.132003 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-4d5e1b79-9c80-4f5c-8e1a-6d428659af9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:40.944409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ad1b-b692-4f23-a5fe-6a5071ffdec1 req-84b0a9f1-77bd-4167-aa5e-7a5bcfa8f9d4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:40.945763 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4372ad1b-b692-4f23-a5fe-6a5071ffdec1 req-84b0a9f1-77bd-4167-aa5e-7a5bcfa8f9d4 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0513952 Sep 06 16:19:40.986980 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4372ad1b-b692-4f23-a5fe-6a5071ffdec1 req-ca348309-9ef3-47d8-9112-e72b3312cf9d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Sep 06 16:19:42.913844 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7274-be71-4e52-98d4-00c759470c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:42.997121 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:43.520839 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dffcb8-536e-47cb-b4d7-1b949760e053 req-c779e516-44d3-4774-af77-102e93516c89 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:43.522295 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-92dffcb8-536e-47cb-b4d7-1b949760e053 req-c779e516-44d3-4774-af77-102e93516c89 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0480168 Sep 06 16:19:43.559200 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-92dffcb8-536e-47cb-b4d7-1b949760e053 req-42649b70-15cd-4474-9dc0-3514cb819a9f tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300152 Sep 06 16:19:43.723735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:44.679429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff5d8e-3481-42c4-bad0-55ad406d77a8 req-30164dee-7e81-4225-b3cd-653e148682e8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:44.680912 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c7ff5d8e-3481-42c4-bad0-55ad406d77a8 req-30164dee-7e81-4225-b3cd-653e148682e8 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0479538 Sep 06 16:19:44.722310 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c7ff5d8e-3481-42c4-bad0-55ad406d77a8 req-237c97e1-9805-4478-aa14-45704a98fb62 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Sep 06 16:19:45.285118 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cba89-e422-4c4b-873d-a98a3768dade req-70b9ca01-ce9a-4606-b9b2-078d825779a2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:45.286944 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e30cba89-e422-4c4b-873d-a98a3768dade req-70b9ca01-ce9a-4606-b9b2-078d825779a2 tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.46 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Sep 06 16:19:45.376022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Deleting port a04e26a2-5d84-4ec4-b7bd-104941153eb3 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:45.376393 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:45.412525 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:45.468479 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] For port a04e26a2-5d84-4ec4-b7bd-104941153eb3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a04e26a2-5d84-4ec4-b7bd-104941153eb3,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:45.468843 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:45.480647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Calling delete_port for a04e26a2-5d84-4ec4-b7bd-104941153eb3 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:45.608699 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:45.622339 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['a04e26a2-5d84-4ec4-b7bd-104941153eb3'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:19:45.638074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Pushing event deleted for resources: {'Port': ['ID=a04e26a2-5d84-4ec4-b7bd-104941153eb3,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:45.675842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] No DVR routers for this DVR port a04e26a2-5d84-4ec4-b7bd-104941153eb3 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:19:45.678490 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:45.680469 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e30cba89-e422-4c4b-873d-a98a3768dade req-e164fde4-7c60-4ce0-87ab-54f8f92b22ef tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.46 "DELETE /v2.0/ports/a04e26a2-5d84-4ec4-b7bd-104941153eb3 HTTP/1.1" status: 204 len: 173 time: 0.3877165 Sep 06 16:19:45.681027 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'name': 'network-vif-deleted', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:45.683936 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef09c7-1bc5-475b-8079-0add1d0f017a" -d '{"events": [{"server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "name": "network-vif-deleted", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:45.722445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d3d12-8a8f-4f62-b3ac-2526b5011bfd x-openstack-request-id: req-823d3d12-8a8f-4f62-b3ac-2526b5011bfd {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:45.722743 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be58200-2cc8-4bde-ac59-b7e5b3a433c4", "name": "network-vif-deleted", "tag": "a04e26a2-5d84-4ec4-b7bd-104941153eb3", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:45.723020 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-823d3d12-8a8f-4f62-b3ac-2526b5011bfd {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:45.723409 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be58200-2cc8-4bde-ac59-b7e5b3a433c4', 'name': 'network-vif-deleted', 'tag': 'a04e26a2-5d84-4ec4-b7bd-104941153eb3', 'status': 'completed', 'code': 200} Sep 06 16:19:45.827156 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b9dd8054-33e2-441c-80bc-a3235b5da5a0 req-274f548d-2058-488e-a1be-433d6c011bce tempest-TestMinimumBasicScenario-285056823 tempest-TestMinimumBasicScenario-285056823-project] 10.222.0.11 "GET /v2.0/ports?device_id=5be58200-2cc8-4bde-ac59-b7e5b3a433c4 HTTP/1.1" status: 200 len: 210 time: 0.0265396 Sep 06 16:19:47.330673 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56064) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:47.728947 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:48.007679 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Deleting port c195eb39-dc90-45ad-8913-af0c42b6f193 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:48.007930 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:48.085187 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] For port c195eb39-dc90-45ad-8913-af0c42b6f193, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c195eb39-dc90-45ad-8913-af0c42b6f193,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:48.085543 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:48.097254 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Calling delete_port for c195eb39-dc90-45ad-8913-af0c42b6f193 owned by network:router_interface {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:48.267844 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:48.290233 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c195eb39-dc90-45ad-8913-af0c42b6f193,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:48.450640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:48.655350 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Router 96eaf359-ebac-4f7e-b42a-a401068fde3e has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:19:48.756060 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:19:48.761137 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-70bcdd24-e2e8-4fd4-9ebd-2982bfbc7a97 admin admin] 10.222.0.11 "PUT /v2.0/routers/96eaf359-ebac-4f7e-b42a-a401068fde3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4294560 Sep 06 16:19:48.763683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56070) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:48.764601 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Sync routers for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:19:48.773447 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:48.774048 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:48.877538 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:49.063182 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:19:48Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:49.089859 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Checking router: 96eaf359-ebac-4f7e-b42a-a401068fde3e for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:19:49.098038 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Routers {'96eaf359-ebac-4f7e-b42a-a401068fde3e'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:49.098650 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['96eaf359-ebac-4f7e-b42a-a401068fde3e'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:49.099955 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.200074 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] Set router 96eaf359-ebac-4f7e-b42a-a401068fde3e gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:49.202725 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.257136 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Deleting port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:49.257476 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.341967 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] For port 9ecc1c6b-ea27-4822-b39d-d714cdb0551d, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:49.342333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.355234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Calling delete_port for 9ecc1c6b-ea27-4822-b39d-d714cdb0551d owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:49.496504 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:19:48Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:49.527341 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.528532 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73104290-cdf7-443d-bc8d-b7cfd7ddbfa3 None None] The sync data for ids ['96eaf359-ebac-4f7e-b42a-a401068fde3e'] in dv-cinder-759961-10-iscsi is: [{'id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'name': 'tempest-TestMinimumBasicScenario-218413884-router', 'tenant_id': '36bdf235d9254b0794be068b87cc4f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:04Z', 'updated_at': '2021-09-06T16:19:48Z', 'revision_number': 5, 'project_id': '36bdf235d9254b0794be068b87cc4f99', 'gw_port': {'id': '9ecc1c6b-ea27-4822-b39d-d714cdb0551d', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:47:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96eaf359-ebac-4f7e-b42a-a401068fde3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:05Z', 'updated_at': '2021-09-06T16:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:19:49.554128 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecc1c6b-ea27-4822-b39d-d714cdb0551d,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:49.612413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.659990 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a04e26a2-5d84-4ec4-b7bd-104941153eb3 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:49.679308 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: a04e26a2-5d84-4ec4-b7bd-104941153eb3 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:49.679651 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device a04e26a2-5d84-4ec4-b7bd-104941153eb3 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:49.715691 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.717941 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.776864 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.777337 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96eaf359-ebac-4f7e-b42a-a401068fde3e {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:19:49.782301 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.783359 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-24ce2bbf-359e-4390-83c6-97c38820a273 admin admin] 10.222.0.11 "DELETE /v2.0/routers/96eaf359-ebac-4f7e-b42a-a401068fde3e HTTP/1.1" status: 204 len: 168 time: 1.0187323 Sep 06 16:19:49.785900 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56074) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:49.828309 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Deleting subnet fbabcfbb-399c-48c4-8cd9-35d595fb704c {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:19:49.831146 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.867142 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:49.977307 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.035194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.062107 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.063980 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fbabcfbb-399c-48c4-8cd9-35d595fb704c HTTP/1.1" status: 204 len: 168 time: 0.2771878 Sep 06 16:19:50.064821 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9644f8a-6363-453e-b6ad-149348ffe290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbabcfbb-399c-48c4-8cd9-35d595fb704c,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:50.066621 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56076) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:50.070289 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34387fe7-fcbe-4cfb-993a-438bc02a1cb0 None None] Network 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:19:50.137328 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.197953 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Deleting port cd6229ed-aba2-4307-92b9-170d381b6a39 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:50.198293 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.270294 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] For port cd6229ed-aba2-4307-92b9-170d381b6a39, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=cd6229ed-aba2-4307-92b9-170d381b6a39,segment=NetworkSegment(62db8bb1-265f-4ee6-adf9-5575f65e77ba),segment_id=62db8bb1-265f-4ee6-adf9-5575f65e77ba)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:50.270757 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.282826 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Calling delete_port for cd6229ed-aba2-4307-92b9-170d381b6a39 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:50.361033 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.388022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] No DVR routers for this DVR port cd6229ed-aba2-4307-92b9-170d381b6a39 on host dv-cinder-759961-10-iscsi {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:19:50.391849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6229ed-aba2-4307-92b9-170d381b6a39,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:50.457372 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.476206 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:50.485409 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62db8bb1-265f-4ee6-adf9-5575f65e77ba') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:50.485698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62db8bb1-265f-4ee6-adf9-5575f65e77ba') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:50.505485 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.517795 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.523292 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:19:50.523668 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:19:50.525851 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:19:50.585237 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716aafb-be49-4fea-b1a0-6a881960e1f6 None None] DHCP port deletion for 87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:19:50.585435 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.597580 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:50.602317 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0 HTTP/1.1" status: 204 len: 168 time: 0.5321348 Sep 06 16:19:50.602609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56080) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:50.610103 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c2cbe-3fbb-4865-abf3-5eb4f0ccf1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c5c9e7-0fc3-48b6-a0de-63ed5d74dff0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:50.954522 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:51.190821 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Deleting port c2f6dbcb-a465-42cf-9109-049748be66d6 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:51.191165 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:51.268141 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] For port c2f6dbcb-a465-42cf-9109-049748be66d6, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=c2f6dbcb-a465-42cf-9109-049748be66d6,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:51.268442 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:51.280801 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Calling delete_port for c2f6dbcb-a465-42cf-9109-049748be66d6 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:51.453851 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:51.473407 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c195eb39-dc90-45ad-8913-af0c42b6f193 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:51.479458 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f6dbcb-a465-42cf-9109-049748be66d6,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:51.497271 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: c195eb39-dc90-45ad-8913-af0c42b6f193 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:51.497622 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c195eb39-dc90-45ad-8913-af0c42b6f193 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:51.498671 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9ecc1c6b-ea27-4822-b39d-d714cdb0551d no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:51.517116 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 9ecc1c6b-ea27-4822-b39d-d714cdb0551d {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:51.517474 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9ecc1c6b-ea27-4822-b39d-d714cdb0551d not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:51.517890 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device cd6229ed-aba2-4307-92b9-170d381b6a39 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:51.540189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: cd6229ed-aba2-4307-92b9-170d381b6a39 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:51.540467 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device cd6229ed-aba2-4307-92b9-170d381b6a39 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:51.644312 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:51.855749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:19:51.958961 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:19:51.963878 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-874c40e2-5c40-475b-a8c3-d38f869bca2b admin admin] 10.222.0.11 "PUT /v2.0/routers/c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3602328 Sep 06 16:19:51.966666 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56090) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:51.971108 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Sync routers for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:19:51.981097 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:51.981706 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:52.073334 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.087128 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:52.178721 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.234324 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Deleting port 72a6391e-bc87-43ea-8dca-b5725b388e12 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:52.234808 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.278392 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:19:51Z', 'revision_number': 5, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port': {'id': '72a6391e-bc87-43ea-8dca-b5725b388e12', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:13Z', 'updated_at': '2021-09-06T16:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:52.305726 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Checking router: c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:19:52.314803 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Routers {'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:52.315399 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:52.335733 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] For port 72a6391e-bc87-43ea-8dca-b5725b388e12, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a6391e-bc87-43ea-8dca-b5725b388e12,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:52.336124 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.348559 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Calling delete_port for 72a6391e-bc87-43ea-8dca-b5725b388e12 owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:52.401577 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] Set router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:52.453122 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:19:52Z', 'revision_number': 6, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port_host': None}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:52.479186 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b97f2-0336-47c2-bf83-aeb0030f3900 None None] The sync data for ids ['c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44'] in dv-cinder-759961-10-iscsi is: [{'id': 'c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44', 'name': 'tempest-TestMinimumBasicScenario-1280921762-router', 'tenant_id': '6a6f90548c504f5abb3399d8958a6d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:12Z', 'updated_at': '2021-09-06T16:19:52Z', 'revision_number': 6, 'project_id': '6a6f90548c504f5abb3399d8958a6d33', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:19:52.506353 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.532571 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a6391e-bc87-43ea-8dca-b5725b388e12,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:52.589530 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.676909 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.678968 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.719590 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.720196 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:19:52.729124 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.730516 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-468b3f5f-3b3b-4489-babb-3cb59721fc64 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c9d64b6c-4ed5-4ed4-a0bd-5433f2ba6b44 HTTP/1.1" status: 204 len: 168 time: 0.7628205 Sep 06 16:19:52.733044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56102) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:52.778698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Deleting subnet c20fea81-519d-4cb2-8695-f9c19a788557 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:19:52.781975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.817005 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.900683 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.953945 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.978105 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20fea81-519d-4cb2-8695-f9c19a788557,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:52.981829 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:52.986267 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-69d6f91e-5d77-4063-a7fa-76037e824e25 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c20fea81-519d-4cb2-8695-f9c19a788557 HTTP/1.1" status: 204 len: 168 time: 0.2521565 Sep 06 16:19:52.986849 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56104) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:52.987637 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a96d1-f2c2-46ca-aaf9-fd651630ea9c None None] Network 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:19:53.057089 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.115819 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Deleting port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:53.116230 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.179257 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] For port a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,segment=NetworkSegment(c04a5ac9-8b21-408c-96d1-f058f1f5b142),segment_id=c04a5ac9-8b21-408c-96d1-f058f1f5b142)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:53.179551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.192892 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Calling delete_port for a81c7b45-e60f-4d6c-8c16-fb07fda769d4 owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:53.242639 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] DHCP port deletion for 6a294af1-c7f7-4139-b61b-e3d44ba44dd4 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:19:53.283104 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.290482 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Deleting port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:53.291376 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.321074 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:53.326354 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] No DVR routers for this DVR port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 on host dv-cinder-759961-10-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:19:53.373158 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] For port a81c7b45-e60f-4d6c-8c16-fb07fda769d4, host dv-cinder-759961-10-iscsi, got binding levels [] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:53.373849 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.400725 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Calling delete_port for a81c7b45-e60f-4d6c-8c16-fb07fda769d4 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:53.405748 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.ipam_backend_mixin [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 was not found and therefore no delete operation was performed {{(pid=94039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 16:19:53.407090 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.422115 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.435326 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] Pushing event deleted for resources: {'Port': ['ID=a81c7b45-e60f-4d6c-8c16-fb07fda769d4,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:53.437243 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5354bb99-12d2-4c98-8e2e-6bd331d32254 None None] No DVR routers for this DVR port a81c7b45-e60f-4d6c-8c16-fb07fda769d4 on host dv-cinder-759961-10-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:19:53.458052 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a294af1-c7f7-4139-b61b-e3d44ba44dd4']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:53.472746 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04a5ac9-8b21-408c-96d1-f058f1f5b142') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:53.473032 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04a5ac9-8b21-408c-96d1-f058f1f5b142') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:53.485420 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.497040 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c2f6dbcb-a465-42cf-9109-049748be66d6 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:53.500350 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.506454 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:19:53.506964 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:19:53.509120 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:19:53.517967 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: c2f6dbcb-a465-42cf-9109-049748be66d6 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:53.518325 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device c2f6dbcb-a465-42cf-9109-049748be66d6 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:53.518742 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a6391e-bc87-43ea-8dca-b5725b388e12 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:53.542418 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 72a6391e-bc87-43ea-8dca-b5725b388e12 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:53.542765 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a6391e-bc87-43ea-8dca-b5725b388e12 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:53.543184 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device a81c7b45-e60f-4d6c-8c16-fb07fda769d4 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:19:53.561726 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: a81c7b45-e60f-4d6c-8c16-fb07fda769d4 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:19:53.562226 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device a81c7b45-e60f-4d6c-8c16-fb07fda769d4 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:19:53.569566 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.575301 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.579936 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6a294af1-c7f7-4139-b61b-e3d44ba44dd4 HTTP/1.1" status: 204 len: 168 time: 0.5893469 Sep 06 16:19:53.589708 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37366e-5919-4f46-9d75-95fd4814cb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a294af1-c7f7-4139-b61b-e3d44ba44dd4,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:53.739426 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56110) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:53.781607 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e2699bd8-63c1-4045-a2d3-c221505dbeb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36bdf235d9254b0794be068b87cc4f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409851 Sep 06 16:19:53.784074 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56112) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:53.829966 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.850703 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.894615 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.896967 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:53.898074 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7 HTTP/1.1" status: 204 len: 168 time: 0.1131055 Sep 06 16:19:53.906417 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bc5ed-e3b0-4ab1-9673-bedb441b5ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa3b417-bb33-4b9a-bcbe-0c3fead54bd7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:54.206769 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56118) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:54.246150 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-430c37ed-79a1-4ca8-bc94-b87e76cbaafe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a6f90548c504f5abb3399d8958a6d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380595 Sep 06 16:19:54.248305 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56120) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:54.293456 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:54.313718 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:54.573434 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:54.575978 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:54.577209 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d19240b7-48bb-455c-a884-8c2027b19a9e HTTP/1.1" status: 204 len: 168 time: 0.3280091 Sep 06 16:19:54.585782 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06533994-21f6-4cc5-9c01-34731dac7472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19240b7-48bb-455c-a884-8c2027b19a9e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:56.284197 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59927-2b7f-4e9c-ab8c-720ca30cb019 req-37683896-6799-4347-b5d6-455fbb59d4ee tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:56.285654 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-15a59927-2b7f-4e9c-ab8c-720ca30cb019 req-37683896-6799-4347-b5d6-455fbb59d4ee tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0473242 Sep 06 16:19:56.323784 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-15a59927-2b7f-4e9c-ab8c-720ca30cb019 req-b2340527-1d15-4b7e-a126-47c9ebc52f16 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310678 Sep 06 16:19:57.438157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771ccf-fec6-41ae-a729-7a4a9630e9ef req-88bcd1c6-0465-4a83-85dd-7af5fd8a34b1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:57.439639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-18771ccf-fec6-41ae-a729-7a4a9630e9ef req-88bcd1c6-0465-4a83-85dd-7af5fd8a34b1 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0486698 Sep 06 16:19:57.480756 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-18771ccf-fec6-41ae-a729-7a4a9630e9ef req-453878ee-34d3-4f77-a01e-0934ce9c86da tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Sep 06 16:19:58.184012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-bf1ae8d0-b96d-4bee-9bc4-d68c9b096f99 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:58.185454 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-bf1ae8d0-b96d-4bee-9bc4-d68c9b096f99 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0584357 Sep 06 16:19:58.273346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Deleting port 50319c93-637f-4d5f-b54c-1cbeec17cf0e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:19:58.273680 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.361585 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] For port 50319c93-637f-4d5f-b54c-1cbeec17cf0e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=50319c93-637f-4d5f-b54c-1cbeec17cf0e,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:19:58.361940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.532292 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.532948 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.533221 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Floating IP 9226c158-1829-462b-9ec8-57e77e620d69 disassociated. External IP: 172.27.3.182, port: 50319c93-637f-4d5f-b54c-1cbeec17cf0e. Sep 06 16:19:58.533557 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Calling delete_port for 50319c93-637f-4d5f-b54c-1cbeec17cf0e owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:19:58.596409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11639b2-85c4-474e-9a60-fe71ba775b01 req-fa3c8d3a-8e80-4aec-9e27-3ae1f9b72cef tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:19:58.597920 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d11639b2-85c4-474e-9a60-fe71ba775b01 req-fa3c8d3a-8e80-4aec-9e27-3ae1f9b72cef tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb HTTP/1.1" status: 200 len: 945 time: 0.0494354 Sep 06 16:19:58.639235 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d11639b2-85c4-474e-9a60-fe71ba775b01 req-a39e5031-b4fb-422a-bd3f-be1255b80257 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups?id=099b8064-1729-43b2-822e-08fb29362ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Sep 06 16:19:58.664392 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.697281 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'Port': ['ID=50319c93-637f-4d5f-b54c-1cbeec17cf0e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:58.806459 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:19:58.910684 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:19:58.921562 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:19:58.930360 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:58.930973 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:58.947291 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] No DVR routers for this DVR port 50319c93-637f-4d5f-b54c-1cbeec17cf0e on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:19:58.949764 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:58.951723 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7189aad8-3f6e-43e2-9546-b0b36f0c35af req-5430aa03-5932-43dc-a993-142430dedf27 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.46 "DELETE /v2.0/ports/50319c93-637f-4d5f-b54c-1cbeec17cf0e HTTP/1.1" status: 204 len: 173 time: 0.7586806 Sep 06 16:19:58.952272 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'name': 'network-vif-deleted', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:19:58.954552 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd56955-9feb-43b5-96d5-235b0ae15a98" -d '{"events": [{"server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "name": "network-vif-deleted", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:19:58.991650 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180e10b-234f-4310-98fe-eb3dae846cc6 x-openstack-request-id: req-e180e10b-234f-4310-98fe-eb3dae846cc6 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:19:58.992026 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb", "name": "network-vif-deleted", "tag": "50319c93-637f-4d5f-b54c-1cbeec17cf0e", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:19:58.992365 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e180e10b-234f-4310-98fe-eb3dae846cc6 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:19:58.992758 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec9ba6a3-bf73-4952-b27c-d4bfd8ce01eb', 'name': 'network-vif-deleted', 'tag': '50319c93-637f-4d5f-b54c-1cbeec17cf0e', 'status': 'completed', 'code': 200} Sep 06 16:19:59.044324 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:59.249385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:59.279241 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:19:59.287239 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:19:59.287838 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:59.392235 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:19:59.589910 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:19:59.615932 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759966fa-d0e7-4edb-979c-7a39b602c307 None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:13:12Z', 'revision_number': 4, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba', 'name': '', 'network_id': 'e5797b75-abf3-45b5-94d1-6e1b9eacad65', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'mac_address': 'fa:16:3e:58:6a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'da205698-b317-4e68-98d4-5702921085b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:08Z', 'updated_at': '2021-09-06T16:13:22Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'subnets': [{'id': 'da205698-b317-4e68-98d4-5702921085b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:19:59.722074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56164) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:59.778725 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:59.803940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:59.835005 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cce3a99-83a9-42bb-b96d-0eb406582a5c None None] New status for floating IP 9226c158-1829-462b-9ec8-57e77e620d69: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:19:59.856874 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:59.859469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:19:59.860631 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "DELETE /v2.0/security-groups/099b8064-1729-43b2-822e-08fb29362ce8 HTTP/1.1" status: 204 len: 168 time: 0.1374764 Sep 06 16:19:59.863473 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56166) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:19:59.871636 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf51f6e-e7e7-4bfc-92c0-6fe87a7143f8 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=099b8064-1729-43b2-822e-08fb29362ce8,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:19:59.876543 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.api.v2.resource [None req-db14fabd-8036-4b03-9a81-228279808ecd tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] show failed (client error): The resource could not be found. Sep 06 16:19:59.880841 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-db14fabd-8036-4b03-9a81-228279808ecd tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "GET /v2.0/security-groups/099b8064-1729-43b2-822e-08fb29362ce8 HTTP/1.1" status: 404 len: 347 time: 0.0130777 Sep 06 16:19:59.880841 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56168) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:00.006909 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Deleting port 48b1d553-fd21-4cdb-9dc6-8eb08f92e47e {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:00.007252 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.082982 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.083306 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.094866 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Calling delete_port for 48b1d553-fd21-4cdb-9dc6-8eb08f92e47e owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:00.221648 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.252354 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Pushing event deleted for resources: {'Port': ['ID=48b1d553-fd21-4cdb-9dc6-8eb08f92e47e,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:00.303037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.305523 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:00.306699 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-685b4103-2009-4cb7-8fed-2f5d3e2eeb98 tempest-AttachVolumeTestJSON-1619922062 tempest-AttachVolumeTestJSON-1619922062-project] 10.222.0.11 "DELETE /v2.0/floatingips/9226c158-1829-462b-9ec8-57e77e620d69 HTTP/1.1" status: 204 len: 168 time: 0.4254053 Sep 06 16:20:01.544157 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:20:01.737089 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 50319c93-637f-4d5f-b54c-1cbeec17cf0e no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:01.762109 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 50319c93-637f-4d5f-b54c-1cbeec17cf0e {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:01.762452 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 50319c93-637f-4d5f-b54c-1cbeec17cf0e not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:03.827120 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56198) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:04.346037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:04.527781 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:04.589917 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Deleting port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:04.590438 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:04.665569 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] For port 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:04.665959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:04.681700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Calling delete_port for 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:04.852136 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:04.876514 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:05.042636 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.249551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Router 48b392f5-ff53-4919-ab83-5d07d996921f has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:05.351318 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:05.356923 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-451ea610-428d-4058-9216-defb88d449c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/48b392f5-ff53-4919-ab83-5d07d996921f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5286961 Sep 06 16:20:05.359438 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56202) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:05.360440 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Sync routers for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:05.369795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:05.370395 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:05.467389 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.574561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.590353 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:05.634628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Deleting port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:05.635268 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.711293 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] For port 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:05.711656 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.727582 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Calling delete_port for 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:05.766786 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:20:04Z', 'revision_number': 5, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port': {'id': '85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ef:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:05.793134 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Checking router: 48b392f5-ff53-4919-ab83-5d07d996921f for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:05.801182 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Routers {'48b392f5-ff53-4919-ab83-5d07d996921f'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:05.801786 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:19:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['48b392f5-ff53-4919-ab83-5d07d996921f'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:05.883503 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:05.886592 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] Set router 48b392f5-ff53-4919-ab83-5d07d996921f gateway port host: None {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:05.919344 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Pushing event deleted for resources: {'Port': ['ID=85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:05.939883 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:20:05Z', 'revision_number': 6, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port_host': None}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:05.966447 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360075c-b3b0-4865-9593-3f24c785eb8a None None] The sync data for ids ['48b392f5-ff53-4919-ab83-5d07d996921f'] in dv-cinder-759961-10-iscsi is: [{'id': '48b392f5-ff53-4919-ab83-5d07d996921f', 'name': 'tempest-AttachVolumeTestJSON-1704978318-router', 'tenant_id': 'af0b4c25fb6242789230ba4422a152c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:55Z', 'updated_at': '2021-09-06T16:20:05Z', 'revision_number': 6, 'project_id': 'af0b4c25fb6242789230ba4422a152c5', 'gw_port_host': None}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:05.973465 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.060891 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.063140 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.107710 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.108300 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b392f5-ff53-4919-ab83-5d07d996921f {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:20:06.113438 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.114588 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-baab43bb-1020-479a-bffd-8d0bc55c2cee admin admin] 10.222.0.11 "DELETE /v2.0/routers/48b392f5-ff53-4919-ab83-5d07d996921f HTTP/1.1" status: 204 len: 168 time: 0.7542341 Sep 06 16:20:06.117078 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56204) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:06.125757 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-23ec571f-2d8f-4973-8c29-df09eb81f816 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408285 Sep 06 16:20:06.165952 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Deleting subnet da205698-b317-4e68-98d4-5702921085b8 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:20:06.168880 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.184674 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-0025c976-5b91-40dc-bfe8-5057d08b607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:06.186207 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-0025c976-5b91-40dc-bfe8-5057d08b607f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b83b7f72328545edb98530c4aaa43e83&device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 1100 time: 0.0392160 Sep 06 16:20:06.202237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.314834 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.378993 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.404236 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da205698-b317-4e68-98d4-5702921085b8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:06.412157 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.417132 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a5568df6-9a6b-427f-8632-0219dc603fa7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da205698-b317-4e68-98d4-5702921085b8 HTTP/1.1" status: 204 len: 168 time: 0.2960441 Sep 06 16:20:06.417514 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56206) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:06.427323 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6929c1-7388-4c44-8087-d49e9b39d23d None None] Network e5797b75-abf3-45b5-94d1-6e1b9eacad65 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:20:06.486192 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.545482 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-cd62b0eb-c843-491b-ae91-097cc979b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:06.546506 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Deleting port 43b29334-1a11-4c16-8328-59e31c94a79b {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:06.546920 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.547060 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-cd62b0eb-c843-491b-ae91-097cc979b637 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 200 len: 918 time: 0.3423793 Sep 06 16:20:06.612529 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-8eb91f14-dbd6-4491-a33c-e3d4eab5f75c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 200 len: 1002 time: 0.0580511 Sep 06 16:20:06.615070 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] For port 43b29334-1a11-4c16-8328-59e31c94a79b, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=43b29334-1a11-4c16-8328-59e31c94a79b,segment=NetworkSegment(fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7),segment_id=fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:06.615442 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.627919 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Calling delete_port for 43b29334-1a11-4c16-8328-59e31c94a79b owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:06.661727 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-a41b13f6-54ba-47ca-b310-258ac3173567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:06.663224 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-a41b13f6-54ba-47ca-b310-258ac3173567 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 200 len: 856 time: 0.0438526 Sep 06 16:20:06.715716 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-2a6eb67c-4e6f-40c5-80db-9a4678ecf22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:06.715905 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.717255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-2a6eb67c-4e6f-40c5-80db-9a4678ecf22f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a649802b-3b2d-401e-b21e-2b72c3c59763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459030 Sep 06 16:20:06.739482 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b29334-1a11-4c16-8328-59e31c94a79b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:06.744022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0521f24c-5088-4ba1-9dec-5e1cd464e87e None None] DHCP port deletion for e5797b75-abf3-45b5-94d1-6e1b9eacad65 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:20:06.746260 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] No DVR routers for this DVR port 43b29334-1a11-4c16-8328-59e31c94a79b on host dv-cinder-759961-10-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:06.822563 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-111f3a59-f4ce-4d04-90e2-e0c39878c18d service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971644 Sep 06 16:20:06.828099 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.849125 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5797b75-abf3-45b5-94d1-6e1b9eacad65']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:06.859126 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:06.859559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3a5d6a-98ea-46cc-92d1-9bd3bb6424f7') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:06.871021 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.884878 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.890827 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:20:06.891249 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:20:06.892913 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:20:06.922583 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4a836167-abe0-4815-89bb-9a9f08eeb044 req-9c827569-5fae-41fe-a657-a42e347af1b3 service neutron] 10.222.0.46 "GET /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925875 Sep 06 16:20:06.948975 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.954221 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:06.956387 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e5797b75-abf3-45b5-94d1-6e1b9eacad65 HTTP/1.1" status: 204 len: 168 time: 0.5380650 Sep 06 16:20:06.969876 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bd7b6-566e-4bbb-9405-7a8545c0aa58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5797b75-abf3-45b5-94d1-6e1b9eacad65,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:07.075649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56210) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:07.114611 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-00ecfe48-605d-462c-8a72-c0513133495e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af0b4c25fb6242789230ba4422a152c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377159 Sep 06 16:20:07.116977 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56212) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:07.374038 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:07.394417 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:07.441421 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:07.444202 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:07.445468 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1bad52b-856f-4286-9ddd-25f0d1f83285 HTTP/1.1" status: 204 len: 168 time: 0.3276057 Sep 06 16:20:07.453742 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad85d6-76b1-4ef8-97f9-a56351b5cc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bad52b-856f-4286-9ddd-25f0d1f83285,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:07.496618 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:07.515761 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:07.516124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 4fa1343a-a0b6-4b5d-9e58-a9f89ae89cba not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:07.516539 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:07.534219 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:07.534564 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 85c11b9c-e39e-4d77-a18d-db1d2b8d3b1f not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:07.534972 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 43b29334-1a11-4c16-8328-59e31c94a79b no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:07.557357 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 43b29334-1a11-4c16-8328-59e31c94a79b {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:07.557708 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 43b29334-1a11-4c16-8328-59e31c94a79b not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:08.848833 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56254) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:08.949631 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08d9aacc-3ee3-4c08-8d8a-f2376e244aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.035712 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08d9aacc-3ee3-4c08-8d8a-f2376e244aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.039358 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-08d9aacc-3ee3-4c08-8d8a-f2376e244aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.077090 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-08d9aacc-3ee3-4c08-8d8a-f2376e244aa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65cd1463011742e294aa8a7e711a6655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272105 Sep 06 16:20:09.077901 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9aacc-3ee3-4c08-8d8a-f2376e244aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d0c59-3364-4c9a-a80b-3d489c96c91b,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:09.079827 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56258) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:09.129468 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.149268 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.194660 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.197127 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.198255 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a20d0c59-3364-4c9a-a80b-3d489c96c91b HTTP/1.1" status: 204 len: 168 time: 0.1174207 Sep 06 16:20:09.205764 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad52257-8424-42c3-a4fd-d65ae63dc62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d0c59-3364-4c9a-a80b-3d489c96c91b,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:09.453359 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56264) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:09.467097 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa37-a507-4f74-98b2-e45ab058a1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.551629 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa37-a507-4f74-98b2-e45ab058a1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.555067 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-8e24fa37-a507-4f74-98b2-e45ab058a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.595234 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-8e24fa37-a507-4f74-98b2-e45ab058a1aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33c94dc445754ee3994e06869357e772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407673 Sep 06 16:20:09.596366 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24fa37-a507-4f74-98b2-e45ab058a1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1785a8b5-f2f5-43c7-bd79-57e208733715,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:09.598062 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56266) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:09.647928 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.668262 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.714538 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.717040 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:09.718149 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1785a8b5-f2f5-43c7-bd79-57e208733715 HTTP/1.1" status: 204 len: 168 time: 0.1173825 Sep 06 16:20:09.725237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1265eac-d761-4d5b-a5b8-2c2225a57a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785a8b5-f2f5-43c7-bd79-57e208733715,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:10.133256 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ea05207d-d323-484a-9871-f75f4386ede5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.335093 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56318) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:11.436111 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b544401-b9e2-4199-8e32-8d9d15c1c575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.525960 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b544401-b9e2-4199-8e32-8d9d15c1c575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.529505 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4b544401-b9e2-4199-8e32-8d9d15c1c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.563909 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b544401-b9e2-4199-8e32-8d9d15c1c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f0558e-10e6-45e4-8847-c452ca1880f3,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:11.568207 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4b544401-b9e2-4199-8e32-8d9d15c1c575 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73fedd5131124c9091f29350bb90fccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320795 Sep 06 16:20:11.570914 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56322) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:11.619623 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.640186 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.684867 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.687317 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:11.688485 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01f0558e-10e6-45e4-8847-c452ca1880f3 HTTP/1.1" status: 204 len: 168 time: 0.1166368 Sep 06 16:20:11.695769 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7007a2-aa62-4051-92dd-6cb791ea28a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f0558e-10e6-45e4-8847-c452ca1880f3,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:11.942296 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56328) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:11.957921 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5702c742-5c2d-492e-bbf5-f3ab13270fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.046517 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5702c742-5c2d-492e-bbf5-f3ab13270fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.050303 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5702c742-5c2d-492e-bbf5-f3ab13270fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.089446 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5702c742-5c2d-492e-bbf5-f3ab13270fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2dee9157fc043fb899a8552a1b6e516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460605 Sep 06 16:20:12.090522 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702c742-5c2d-492e-bbf5-f3ab13270fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e328a-9507-4f85-89d8-74c2273a04bd,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:12.092122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56330) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:12.142437 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.162473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.200885 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56332) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:12.212726 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.215430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.216588 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d26e328a-9507-4f85-89d8-74c2273a04bd HTTP/1.1" status: 204 len: 168 time: 0.1235104 Sep 06 16:20:12.224628 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519fb22-6107-4c6b-b4b7-9519a4f519f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e328a-9507-4f85-89d8-74c2273a04bd,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:12.547143 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Deleting port 07a6e2fd-fc0b-4764-802b-64e3ce78f47e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:12.547488 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.630095 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.630432 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.642022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Calling delete_port for 07a6e2fd-fc0b-4764-802b-64e3ce78f47e owned by network:floatingip {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:12.820830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.846415 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event deleted for resources: {'Port': ['ID=07a6e2fd-fc0b-4764-802b-64e3ce78f47e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:12.908869 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.909209 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Floating IP d865f6e2-a9e2-4cab-8073-431d915cbf1d disassociated (deleted). External IP: 172.27.3.88, port: dd9ddf95-eb15-458d-b5b5-84c87ff98509. Sep 06 16:20:12.918207 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0c6a8d9a-7988-43c5-8761-234e3fb0f39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:12.998652 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:13.123648 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:13.238790 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:13.244374 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:13.249424 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Sync routers for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:13.258808 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:13.259941 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:13.279595 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-eff8852f-e231-4470-90e7-fc042d3395e7 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "DELETE /v2.0/floatingips/d865f6e2-a9e2-4cab-8073-431d915cbf1d HTTP/1.1" status: 204 len: 168 time: 1.0774705 Sep 06 16:20:13.280207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:13.282464 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a9eef-183c-41cb-9dd5-efaad9aadd26" -d '{"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:13.324250 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb277a3-550e-4558-b07c-d55f0ff4de02 x-openstack-request-id: req-ceb277a3-550e-4558-b07c-d55f0ff4de02 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:13.324564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:13.324814 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ceb277a3-550e-4558-b07c-d55f0ff4de02 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:13.325464 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'status': 'completed', 'code': 200} Sep 06 16:20:13.404123 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:13.406862 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-a261a5bd-36a2-455c-b26f-c8c54c7a61ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:13.407909 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-a261a5bd-36a2-455c-b26f-c8c54c7a61ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 1099 time: 0.0589674 Sep 06 16:20:13.542582 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-24ed0aa6-c97b-4a63-bf3f-ff4bf693deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:13.544062 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-24ed0aa6-c97b-4a63-bf3f-ff4bf693deb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 200 len: 909 time: 0.1264851 Sep 06 16:20:13.590090 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-b585e653-6629-4edb-a1f0-88dada37e0cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 200 len: 217 time: 0.0375423 Sep 06 16:20:13.598395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206322a1-cee7-4acb-a392-96d728aff31e req-68fe89c3-4f37-45d7-bad3-cba090e2f4a8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:13.599854 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-206322a1-cee7-4acb-a392-96d728aff31e req-68fe89c3-4f37-45d7-bad3-cba090e2f4a8 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0979242 Sep 06 16:20:13.615332 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:13.642110 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Checking router: 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:13.650477 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:13.651082 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:13.668264 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-a71da3f9-5cd7-4a31-ab91-9ece04dae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:13.669360 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-a71da3f9-5cd7-4a31-ab91-9ece04dae543 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 200 len: 847 time: 0.0686378 Sep 06 16:20:13.675207 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-206322a1-cee7-4acb-a392-96d728aff31e req-28aa0389-6d9f-4f9e-9996-cc38353c7fe1 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Sep 06 16:20:13.735728 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-c918cd05-1b01-42e9-b521-e370308425d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:13.737087 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-c918cd05-1b01-42e9-b521-e370308425d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dbe3cb6b-0e40-40a2-8be7-9a235efec379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549300 Sep 06 16:20:13.741922 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:13.763697 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:13.835443 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-c2e71a4e-6607-405a-89be-d1a4be2af2e1 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Sep 06 16:20:13.942612 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-347a9eef-183c-41cb-9dd5-efaad9aadd26 req-24b5a495-e5dd-4a31-a17f-a2af2421a383 service neutron] 10.222.0.46 "GET /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984554 Sep 06 16:20:14.084104 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:14.106634 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e505de85-a298-4161-98ea-ebfd0bc7ff45 None None] The sync data for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi is: [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:14:58Z', 'revision_number': 4, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '46b61419-e1bc-4e79-aa2c-6e5208ba09bc', 'name': '', 'network_id': 'dbe3cb6b-0e40-40a2-8be7-9a235efec379', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'mac_address': 'fa:16:3e:a6:c8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:57Z', 'updated_at': '2021-09-06T16:15:03Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'subnets': [{'id': 'e9ccbe02-bba0-450e-9617-a8ae4f558df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:14.305561 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b2fdb-cd33-4525-a2b7-96f70e3b9911 req-64f9973b-6c69-4750-88a7-89763192186d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:14.307464 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2a0b2fdb-cd33-4525-a2b7-96f70e3b9911 req-64f9973b-6c69-4750-88a7-89763192186d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0501580 Sep 06 16:20:14.333280 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d5d86-36d0-4e8f-a7e6-8fe469920c95 None None] New status for floating IP d865f6e2-a9e2-4cab-8073-431d915cbf1d: DOWN {{(pid=94039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:20:14.346955 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-2a0b2fdb-cd33-4525-a2b7-96f70e3b9911 req-4062ef38-02dc-4839-957c-59fca8a6195a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Sep 06 16:20:14.793805 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe0480-04e2-4588-a99d-acf6ca9eb040 req-c9be7cec-a8d1-45e4-afbd-20dc25aff159 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:14.795289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3fe0480-04e2-4588-a99d-acf6ca9eb040 req-c9be7cec-a8d1-45e4-afbd-20dc25aff159 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Sep 06 16:20:14.832347 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3fe0480-04e2-4588-a99d-acf6ca9eb040 req-80c8c728-318d-4709-a294-ff0c96c5996f tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/security-groups?id=47f171d7-4549-4ad9-9cd5-96c63a19081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Sep 06 16:20:15.055445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-23ba8ced-22dc-433b-a59e-38e1d338e18b tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:15.057665 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-23ba8ced-22dc-433b-a59e-38e1d338e18b tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 946 time: 0.0509942 Sep 06 16:20:15.160383 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Deleting port dd9ddf95-eb15-458d-b5b5-84c87ff98509 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:15.160730 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.246613 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] For port dd9ddf95-eb15-458d-b5b5-84c87ff98509, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=dd9ddf95-eb15-458d-b5b5-84c87ff98509,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:15.246973 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.258868 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Calling delete_port for dd9ddf95-eb15-458d-b5b5-84c87ff98509 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:15.385798 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.412716 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event deleted for resources: {'Port': ['ID=dd9ddf95-eb15-458d-b5b5-84c87ff98509,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:15.429526 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.462860 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] No DVR routers for this DVR port dd9ddf95-eb15-458d-b5b5-84c87ff98509 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:15.465266 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.467230 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5a54f5b0-dac1-4975-8b7b-01c7a50831dd req-d7ad0008-41aa-4ff4-94a6-b584db065d98 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.46 "DELETE /v2.0/ports/dd9ddf95-eb15-458d-b5b5-84c87ff98509 HTTP/1.1" status: 204 len: 173 time: 0.4026632 Sep 06 16:20:15.467658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-deleted', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:15.469899 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b531a057-ef32-4fd3-b893-f61f1f2e0c22" -d '{"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-deleted", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:15.492915 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03da4e-0d87-45ff-988d-caef8c536c3f req-0d6f9131-c21f-48fb-be8c-217fe864fb87 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:15.495250 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c03da4e-0d87-45ff-988d-caef8c536c3f req-0d6f9131-c21f-48fb-be8c-217fe864fb87 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0520639 Sep 06 16:20:15.516580 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc0eb1c-24ee-4934-9efb-8107fbc59260 x-openstack-request-id: req-1cc0eb1c-24ee-4934-9efb-8107fbc59260 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:15.516940 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c67153-a665-4c16-be98-fadc3c12c175", "name": "network-vif-deleted", "tag": "dd9ddf95-eb15-458d-b5b5-84c87ff98509", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:15.517259 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cc0eb1c-24ee-4934-9efb-8107fbc59260 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:15.517721 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c67153-a665-4c16-be98-fadc3c12c175', 'name': 'network-vif-deleted', 'tag': 'dd9ddf95-eb15-458d-b5b5-84c87ff98509', 'status': 'completed', 'code': 200} Sep 06 16:20:15.541868 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1c03da4e-0d87-45ff-988d-caef8c536c3f req-7f0f97f9-9d39-4bf4-a07f-1a7643038b14 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups?id=4eec299e-0f7c-4a15-bb91-dc673a1566f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Sep 06 16:20:15.677900 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-be7909d0-bcdb-4135-b8fb-9c77effa5b3a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:15.679241 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-be7909d0-bcdb-4135-b8fb-9c77effa5b3a tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 947 time: 0.0498083 Sep 06 16:20:15.788399 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Deleting port 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:15.788740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.820575 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b87496-74ed-4ef1-a1d2-f33d056f5eb5 req-7545915b-0267-44ba-a3b3-f7a91bedb6c2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:15.822717 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-11b87496-74ed-4ef1-a1d2-f33d056f5eb5 req-7545915b-0267-44ba-a3b3-f7a91bedb6c2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0593414 Sep 06 16:20:15.878417 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-11b87496-74ed-4ef1-a1d2-f33d056f5eb5 req-516b6fae-c46c-492c-9704-539ed446a0ca tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486066 Sep 06 16:20:15.913880 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] For port 6cfeb83b-cd67-4f84-930e-f35e128970a7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6cfeb83b-cd67-4f84-930e-f35e128970a7,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:15.915146 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:15.998999 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-627e404d-db13-43b9-8ba0-091754a00557 req-3e1942d0-09c9-415b-b0d7-4926a6ce8e9a tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "GET /v2.0/ports?device_id=88c67153-a665-4c16-be98-fadc3c12c175 HTTP/1.1" status: 200 len: 210 time: 0.0372908 Sep 06 16:20:16.113758 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:16.114117 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:16.114429 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Floating IP bc51e54c-7f57-48a2-b8c0-bdb451dd9d22 disassociated. External IP: 172.27.3.131, port: 6cfeb83b-cd67-4f84-930e-f35e128970a7. Sep 06 16:20:16.114762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Calling delete_port for 6cfeb83b-cd67-4f84-930e-f35e128970a7 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:16.249420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:16.281872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'Port': ['ID=6cfeb83b-cd67-4f84-930e-f35e128970a7,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:16.407769 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:16.523997 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:16.536059 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:16.546375 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:16.546988 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:16.563671 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] No DVR routers for this DVR port 6cfeb83b-cd67-4f84-930e-f35e128970a7 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:16.578290 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:16.578290 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-396df60d-103f-48c9-9d03-4d1a56266d93 req-9c537f7d-cde8-483a-8dd2-deabe018f98d tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.46 "DELETE /v2.0/ports/6cfeb83b-cd67-4f84-930e-f35e128970a7 HTTP/1.1" status: 204 len: 173 time: 0.8831468 Sep 06 16:20:16.664819 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e582dbd0-b78a-49dc-9fd9-6aee297e75dd req-145cc814-aeec-435d-aa9b-2fd90bc6c933 tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/ports?device_id=02bd59bb-58d1-43a1-b8e6-d14653d46500 HTTP/1.1" status: 200 len: 210 time: 0.0371718 Sep 06 16:20:16.676285 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:16.879915 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:16.906951 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:16.916378 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:16.916981 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:17.002528 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843a442-b046-4bce-a6f8-ad201769ae59 req-6f0e9a79-b945-4986-8a4d-c1b282a3a0b9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:17.004370 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6843a442-b046-4bce-a6f8-ad201769ae59 req-6f0e9a79-b945-4986-8a4d-c1b282a3a0b9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0560167 Sep 06 16:20:17.026425 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:17.048898 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-6843a442-b046-4bce-a6f8-ad201769ae59 req-780336c0-b9c7-4fa4-a251-8c1f571f6b70 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354571 Sep 06 16:20:17.087188 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56436) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:17.151502 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.176042 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.231429 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:17.234626 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.237395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.238544 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] 10.222.0.11 "DELETE /v2.0/security-groups/47f171d7-4549-4ad9-9cd5-96c63a19081d HTTP/1.1" status: 204 len: 168 time: 0.1495569 Sep 06 16:20:17.255854 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633c536-cf2b-4f4b-8e83-9e69165045b4 tempest-TestShelveInstance-1154282799 tempest-TestShelveInstance-1154282799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f171d7-4549-4ad9-9cd5-96c63a19081d,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:17.271737 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a8f710-a96d-4cda-b59f-fde6cb1957ee None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:13:07Z', 'revision_number': 4, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': 'fe839ee1-614e-48e4-b81d-bdf23b1a986e', 'name': '', 'network_id': 'a649802b-3b2d-401e-b21e-2b72c3c59763', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'mac_address': 'fa:16:3e:99:50:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:13:06Z', 'updated_at': '2021-09-06T16:13:19Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'subnets': [{'id': '488df781-a7df-4caa-95c0-ce9a54dfddcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:17.285847 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56440) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:17.330829 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-4261a637-4186-4b1c-8ecf-d9db0b8c8213 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:17.332357 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-4261a637-4186-4b1c-8ecf-d9db0b8c8213 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 945 time: 0.0584669 Sep 06 16:20:17.429104 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:17.429453 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.519102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-deleted', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:17.521556 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd4555c-f3e9-4468-bd90-498e519e7d77" -d '{"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-deleted", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:17.537927 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] For port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:17.538410 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.549958 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90eb156-cabf-45d1-b798-1d228f013a32 None None] New status for floating IP bc51e54c-7f57-48a2-b8c0-bdb451dd9d22: DOWN {{(pid=94039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:20:17.593547 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94acaa21-16e3-4ade-959d-7b4062120a54 x-openstack-request-id: req-94acaa21-16e3-4ade-959d-7b4062120a54 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:17.593967 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bd59bb-58d1-43a1-b8e6-d14653d46500", "name": "network-vif-deleted", "tag": "6cfeb83b-cd67-4f84-930e-f35e128970a7", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:17.594321 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94acaa21-16e3-4ade-959d-7b4062120a54 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:17.594796 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bd59bb-58d1-43a1-b8e6-d14653d46500', 'name': 'network-vif-deleted', 'tag': '6cfeb83b-cd67-4f84-930e-f35e128970a7', 'status': 'completed', 'code': 200} Sep 06 16:20:17.751947 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.752366 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.752778 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 234894ff-2efa-4d8c-b4b8-ccdff6d85f16 disassociated. External IP: 172.27.3.38, port: 213fd2a9-8b89-4b5b-92c0-2b014dc9f648. Sep 06 16:20:17.753036 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:17.778680 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56458) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:17.797921 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:17.817482 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: dd9ddf95-eb15-458d-b5b5-84c87ff98509 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:17.818077 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device dd9ddf95-eb15-458d-b5b5-84c87ff98509 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:17.818652 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:17.840456 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 6cfeb83b-cd67-4f84-930e-f35e128970a7 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:17.841094 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 6cfeb83b-cd67-4f84-930e-f35e128970a7 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:17.851953 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.886405 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.920182 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:17.954384 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=213fd2a9-8b89-4b5b-92c0-2b014dc9f648,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:17.961132 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.008384 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.011182 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.012359 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "DELETE /v2.0/security-groups/4eec299e-0f7c-4a15-bb91-dc673a1566f0 HTTP/1.1" status: 204 len: 168 time: 0.2318604 Sep 06 16:20:18.015342 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56468) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:18.027057 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f4789-7401-4444-8904-7a19478fcb1c tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eec299e-0f7c-4a15-bb91-dc673a1566f0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:18.046560 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.api.v2.resource [None req-9d7a3316-41c2-4398-85e0-6d8d8be1eade tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] show failed (client error): The resource could not be found. Sep 06 16:20:18.050554 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9d7a3316-41c2-4398-85e0-6d8d8be1eade tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "GET /v2.0/security-groups/4eec299e-0f7c-4a15-bb91-dc673a1566f0 HTTP/1.1" status: 404 len: 347 time: 0.0334253 Sep 06 16:20:18.052810 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56470) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:18.213990 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f43b9d88-8c7f-413a-b6e4-9ed07bbb9aca req-720e5ae2-aaa5-4cf8-8cbb-28639b3b57c4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0735881 Sep 06 16:20:18.224505 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:18.270708 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Deleting port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:18.271037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.362318 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] For port 46b61419-e1bc-4e79-aa2c-6e5208ba09bc, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:18.363081 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.379635 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Calling delete_port for 46b61419-e1bc-4e79-aa2c-6e5208ba09bc owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:18.581606 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Deleting port 61a185c1-8443-4991-8abf-717f21a94e45 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:18.581893 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.582037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.616035 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b61419-e1bc-4e79-aa2c-6e5208ba09bc,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:18.679089 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:18.696393 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:18.707893 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:18.709137 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:18.730975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] No DVR routers for this DVR port 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:18.733911 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.734282 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.737303 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.739416 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2ca81dcf-9243-41c9-906f-fed2acda78ef req-d1373045-3b33-472f-ab64-34183e082d5f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "DELETE /v2.0/ports/213fd2a9-8b89-4b5b-92c0-2b014dc9f648 HTTP/1.1" status: 204 len: 173 time: 1.4013722 Sep 06 16:20:18.750549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Calling delete_port for 61a185c1-8443-4991-8abf-717f21a94e45 owned by network:floatingip {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:18.800849 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.875130 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:18.932371 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:18.967120 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Pushing event deleted for resources: {'Port': ['ID=61a185c1-8443-4991-8abf-717f21a94e45,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:19.032726 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks [] for floatingip, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.037241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.043149 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-424c336b-abca-4e5e-8f8e-07d369bfe05f tempest-AttachVolumeShelveTestJSON-1629333395 tempest-AttachVolumeShelveTestJSON-1629333395-project] 10.222.0.11 "DELETE /v2.0/floatingips/bc51e54c-7f57-48a2-b8c0-bdb451dd9d22 HTTP/1.1" status: 204 len: 168 time: 0.9868028 Sep 06 16:20:19.064947 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:19.093572 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.120945 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:19.130745 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:19.131561 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.194272 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:19.204114 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-4abae96c-e068-4420-bda7-7eeea6df1869 admin admin] 10.222.0.11 "PUT /v2.0/routers/3696a9f4-7d39-42fe-9bb3-a7bc75b57459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9172478 Sep 06 16:20:19.206830 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56486) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:19.209136 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Sync routers for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:19.221598 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:19.222204 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.248915 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:19.363975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.396147 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:19.432991 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e7adab77-b713-4582-b93e-ad16563a27b4 req-6d0848f9-cc42-4c65-976c-935a93d223ed tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=16364ea4-1307-4974-bc07-3889fc1f8129 HTTP/1.1" status: 200 len: 210 time: 0.0678284 Sep 06 16:20:19.585474 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.596618 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'name': 'network-vif-deleted', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:19.600631 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fe941-14c1-4a4b-bf7b-992c188319c9" -d '{"events": [{"server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "name": "network-vif-deleted", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:19.632027 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.650372 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e3e1c9-080f-42d5-b250-c6f1254da14f x-openstack-request-id: req-85e3e1c9-080f-42d5-b250-c6f1254da14f {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:19.650675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16364ea4-1307-4974-bc07-3889fc1f8129", "name": "network-vif-deleted", "tag": "213fd2a9-8b89-4b5b-92c0-2b014dc9f648", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:19.651063 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85e3e1c9-080f-42d5-b250-c6f1254da14f {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:19.651458 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16364ea4-1307-4974-bc07-3889fc1f8129', 'name': 'network-vif-deleted', 'tag': '213fd2a9-8b89-4b5b-92c0-2b014dc9f648', 'status': 'completed', 'code': 200} Sep 06 16:20:19.660717 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7fbb0-b10b-45a4-82ad-826384c1374c None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:19.674969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Deleting port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:19.675305 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.694245 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:20:18Z', 'revision_number': 5, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port': {'id': 'e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d4:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.722164 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Checking router: 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:19.731987 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Routers {'3696a9f4-7d39-42fe-9bb3-a7bc75b57459'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:19.732838 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.761178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] For port e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:19.761641 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.774792 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Calling delete_port for e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:19.803251 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:19.825515 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:19.825854 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 213fd2a9-8b89-4b5b-92c0-2b014dc9f648 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:19.844842 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] Set router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 gateway port host: None {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:19.902005 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:20:19Z', 'revision_number': 6, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port_host': None}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:19.916039 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c666ec-d152-44f5-9aa4-c915cb8568ce None None] New status for floating IP 234894ff-2efa-4d8c-b4b8-ccdff6d85f16: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:20:19.936190 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5ee31-defa-4962-9f36-9ee26a89a63c None None] The sync data for ids ['3696a9f4-7d39-42fe-9bb3-a7bc75b57459'] in dv-cinder-759961-10-iscsi is: [{'id': '3696a9f4-7d39-42fe-9bb3-a7bc75b57459', 'name': 'tempest-TestShelveInstance-448102999-router', 'tenant_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:14:55Z', 'updated_at': '2021-09-06T16:20:19Z', 'revision_number': 6, 'project_id': '9afca1c49c5a4b8d99a6c32a8ca00c83', 'gw_port_host': None}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:19.948946 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:19.975297 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:20.041333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.131024 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.133215 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.175083 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.175626 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3696a9f4-7d39-42fe-9bb3-a7bc75b57459 {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:20:20.179977 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.181331 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-08ace457-6c60-4d1e-ae3b-2261dbbd737e admin admin] 10.222.0.11 "DELETE /v2.0/routers/3696a9f4-7d39-42fe-9bb3-a7bc75b57459 HTTP/1.1" status: 204 len: 168 time: 0.9733541 Sep 06 16:20:20.183855 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56500) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:20.227932 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Deleting subnet e9ccbe02-bba0-450e-9617-a8ae4f558df0 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:20:20.231882 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.270310 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.359262 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.414994 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.438448 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ccbe02-bba0-450e-9617-a8ae4f558df0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:20.444046 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.446065 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-95c47a06-7b58-42b6-8f1e-0bbbc784a707 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e9ccbe02-bba0-450e-9617-a8ae4f558df0 HTTP/1.1" status: 204 len: 168 time: 0.2612116 Sep 06 16:20:20.449357 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56512) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:20.452211 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7f91f1-ca3b-4160-9cff-792c3631a8ca None None] Network dbe3cb6b-0e40-40a2-8be7-9a235efec379 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:20:20.526180 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.583169 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Deleting port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:20.583894 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.660713 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] For port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,segment=NetworkSegment(c504d8fb-97f8-4561-8e15-12c373b71fea),segment_id=c504d8fb-97f8-4561-8e15-12c373b71fea)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:20.661093 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.674464 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Calling delete_port for 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:20.760731 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] DHCP port deletion for dbe3cb6b-0e40-40a2-8be7-9a235efec379 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:20:20.767248 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-8ce79dbe-65d6-4c33-af65-11bcadbf19c6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642813892&fields=id&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 267 time: 0.0502410 Sep 06 16:20:20.812248 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.823922 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Deleting port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:20.824560 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.884967 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:20.892942 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] No DVR routers for this DVR port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 on host dv-cinder-759961-10-iscsi {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:20.916677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] For port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298, host dv-cinder-759961-10-iscsi, got binding levels [] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:20.917152 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:20.969929 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-b8bade30-39dc-4630-8fbd-1f45963ce1b2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:20.971502 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-b8bade30-39dc-4630-8fbd-1f45963ce1b2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.1945591 Sep 06 16:20:21.016640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.050685 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-1c3fd7c4-2f69-453d-a0f8-7a2fc0b98c98 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/quotas/2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 375 time: 0.0431807 Sep 06 16:20:21.068762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Calling delete_port for 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:21.071641 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.ipam_backend_mixin [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 was not found and therefore no delete operation was performed {{(pid=94039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 16:20:21.073226 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.088564 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe3cb6b-0e40-40a2-8be7-9a235efec379']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:21.100753 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] Pushing event deleted for resources: {'Port': ['ID=1f3340c4-1b5b-4d17-a3a1-ee71a2057298,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:21.105360 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997b8a9-18f4-4d94-af10-82d7d794fe81 None None] No DVR routers for this DVR port 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 on host dv-cinder-759961-10-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:21.121433 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c504d8fb-97f8-4561-8e15-12c373b71fea') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:21.121529 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c504d8fb-97f8-4561-8e15-12c373b71fea') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:21.133679 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.151926 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.164119 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-8a65e119-dce0-48ad-a81a-a2a2caf8a789 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929532 Sep 06 16:20:21.167918 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:20:21.168367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:20:21.170131 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:20:21.232988 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.238435 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.240304 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dbe3cb6b-0e40-40a2-8be7-9a235efec379 HTTP/1.1" status: 204 len: 168 time: 0.7902703 Sep 06 16:20:21.243320 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56546) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:21.268959 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093bcaa-3ea7-48c1-a363-5d0afc802eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe3cb6b-0e40-40a2-8be7-9a235efec379,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:21.336283 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-c616022d-a561-4ae0-9660-6d6acd5d4c54 service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537769 Sep 06 16:20:21.431756 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-afa9ac28-8d6d-49e5-a893-2bf262ddd1ed service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881009 Sep 06 16:20:21.508649 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56556) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:21.532214 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:21.554947 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:21.555293 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 1f3340c4-1b5b-4d17-a3a1-ee71a2057298 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:21.555706 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:21.578733 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:21.579103 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device e6c910fb-927c-45c0-8cb2-1bacdfe9a5f2 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:21.579578 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 46b61419-e1bc-4e79-aa2c-6e5208ba09bc no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:21.609115 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 46b61419-e1bc-4e79-aa2c-6e5208ba09bc {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:21.609735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 46b61419-e1bc-4e79-aa2c-6e5208ba09bc not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:21.635609 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.831903 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a9ed15bf-08dd-4326-b261-032c99edd781 req-60a2db49-3213-4342-b236-6ec6b86d81d4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 210 time: 0.0457439 Sep 06 16:20:21.948253 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Deleting port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:21.948592 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:21.972429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.030058 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] For port 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:22.030501 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.049908 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Calling delete_port for 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:22.246580 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Deleting port fe839ee1-614e-48e4-b81d-bdf23b1a986e {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:22.247041 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.267448 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.303258 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Pushing event deleted for resources: {'Port': ['ID=8963ffdc-e7d5-4dc3-add8-3e0140f59c7b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:22.344073 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] For port fe839ee1-614e-48e4-b81d-bdf23b1a986e, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=fe839ee1-614e-48e4-b81d-bdf23b1a986e,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:22.344496 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.360436 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Calling delete_port for fe839ee1-614e-48e4-b81d-bdf23b1a986e owned by network:router_interface {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:22.500626 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.634884 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:22.660429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe839ee1-614e-48e4-b81d-bdf23b1a986e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:22.828493 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:22.864706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-94fcee0f-2ed8-450e-9f0b-a85c84ebcaa9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:22.872386 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-94fcee0f-2ed8-450e-9f0b-a85c84ebcaa9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.1966367 Sep 06 16:20:23.203765 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:23.209434 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-426b5025-44b3-4c37-a802-a551593b1aea admin admin] 10.222.0.11 "PUT /v2.0/routers/8244d8bf-ee9e-401e-b0c5-cf47117f7e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638674 Sep 06 16:20:23.213545 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Sync routers for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:23.215641 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56588) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:23.226373 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:23.226978 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:23.275267 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-48236749-e5d5-4320-846d-783b84f6162b req-700d4701-393a-4fa3-87f4-224b55639274 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 210 time: 0.0771508 Sep 06 16:20:23.306943 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-f720e9f8-4dc6-46a8-b19f-ba97becf0fe6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 379 time: 0.4265792 Sep 06 16:20:23.309254 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:23.322766 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'port': {'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'admin_state_up': True, 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'security_groups': ['227f4a87-49c9-4b55-ac04-aa6feda7a331']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:20:23.342243 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:23.490422 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:23.534541 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:23.560607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Checking router: 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:23.568752 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Routers {'8244d8bf-ee9e-401e-b0c5-cf47117f7e47'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:23.569375 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:23.639783 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Made reservation on behalf of 2a7b8b7080324cb18fc86a25e6c471c4 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:20:23.643214 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:23.678483 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] Set router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:23.715980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:23.870213 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:23.883527 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Router a9f2d9c4-a26e-4cc7-a046-df5551498981 has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:23.901673 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff0d22c-caf4-495f-b6df-b22ab9dca5f6 None None] The sync data for ids ['8244d8bf-ee9e-401e-b0c5-cf47117f7e47'] in dv-cinder-759961-10-iscsi is: [{'id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'name': 'tempest-TestShelveInstance-598029948-router', 'tenant_id': 'bdacb5066b584f01af8a911c7f85232f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'bdacb5066b584f01af8a911c7f85232f', 'gw_port': {'id': 'd8314c00-5721-412a-b315-aee33b5fd042', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:98:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8244d8bf-ee9e-401e-b0c5-cf47117f7e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:15:00Z', 'updated_at': '2021-09-06T16:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:23.914944 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.20.0.6 (7020465a-faa5-4e33-a7c1-1eab0a98548f/d72a9e20-44ef-403f-a9a0-71837a243909/3503410b-29a6-4d32-89bd-66983f51a5e9) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:20:23.922277 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Deleting port d8314c00-5721-412a-b315-aee33b5fd042 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:23.922789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.146552 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] For port d8314c00-5721-412a-b315-aee33b5fd042, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d8314c00-5721-412a-b315-aee33b5fd042,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:24.146920 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.193421 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Calling delete_port for d8314c00-5721-412a-b315-aee33b5fd042 owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:24.195364 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:24.204001 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Sync routers for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:24.205045 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-25a2690b-d419-4efd-9c55-1e7342e7533b admin admin] 10.222.0.11 "PUT /v2.0/routers/a9f2d9c4-a26e-4cc7-a046-df5551498981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6949117 Sep 06 16:20:24.207589 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56604) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:24.215387 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:24.216002 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:24.329399 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:24.357401 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.389094 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-37874d9e-79a7-4026-8ed0-95c75cd0fdef req-7f02c0b1-11aa-46f4-bcdb-18c89186deee tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 210 time: 0.0328717 Sep 06 16:20:24.437615 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Transition to ACTIVE for port object 3503410b-29a6-4d32-89bd-66983f51a5e9 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:20:24.463480 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.528646 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:24.554357 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Checking router: a9f2d9c4-a26e-4cc7-a046-df5551498981 for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:24.562931 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Routers {'a9f2d9c4-a26e-4cc7-a046-df5551498981'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:24.563526 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['a9f2d9c4-a26e-4cc7-a046-df5551498981'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:24.601812 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.608990 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.670326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:20:24.670558 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] Set router a9f2d9c4-a26e-4cc7-a046-df5551498981 gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:24.852109 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:24.882419 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0dc994-b4d9-4d9f-90fa-c4bf0976e7ba None None] The sync data for ids ['a9f2d9c4-a26e-4cc7-a046-df5551498981'] in dv-cinder-759961-10-iscsi is: [{'id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'name': 'tempest-AttachVolumeShelveTestJSON-1599533900-router', 'tenant_id': 'b83b7f72328545edb98530c4aaa43e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:12:54Z', 'updated_at': '2021-09-06T16:20:22Z', 'revision_number': 5, 'project_id': 'b83b7f72328545edb98530c4aaa43e83', 'gw_port': {'id': '756f4780-d5d4-4ed2-8d36-da9a7a65344a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:be:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f2d9c4-a26e-4cc7-a046-df5551498981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:12:57Z', 'updated_at': '2021-09-06T16:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:24.951419 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:24.959622 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:20:24.963424 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:20:24.966740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:25.053754 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8314c00-5721-412a-b315-aee33b5fd042,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:25.089369 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:25.090014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.094274 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.166682 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-fe60d953-7784-4115-870b-d5958368cbc9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527138 Sep 06 16:20:25.193685 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.198666 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.204026 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Request body: {'port': {'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:20:25.239253 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-fe574584-b741-4048-a725-0d6f99985a01 None None] Provisioning for port 3503410b-29a6-4d32-89bd-66983f51a5e9 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:20:25.246158 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-fe574584-b741-4048-a725-0d6f99985a01 None None] Provisioning complete for port 3503410b-29a6-4d32-89bd-66983f51a5e9 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:20:25.246909 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fe574584-b741-4048-a725-0d6f99985a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.278554 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Deleting port 756f4780-d5d4-4ed2-8d36-da9a7a65344a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:25.278888 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.286034 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-fe574584-b741-4048-a725-0d6f99985a01 None None] Port 3503410b-29a6-4d32-89bd-66983f51a5e9 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:20:25.299610 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.300189 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8244d8bf-ee9e-401e-b0c5-cf47117f7e47 {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:20:25.314652 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.315854 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-9d8f697b-477c-476a-9460-070513d69dd1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8244d8bf-ee9e-401e-b0c5-cf47117f7e47 HTTP/1.1" status: 204 len: 168 time: 2.0981584 Sep 06 16:20:25.318396 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56616) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:25.334029 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.370799 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Deleting subnet e4105077-151a-4d27-b47e-54c3bd1269a7 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:20:25.374263 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.411983 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.435204 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] For port 756f4780-d5d4-4ed2-8d36-da9a7a65344a, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=756f4780-d5d4-4ed2-8d36-da9a7a65344a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:25.436013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.499452 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Calling delete_port for 756f4780-d5d4-4ed2-8d36-da9a7a65344a owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:25.528181 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.584154 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.616813 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4105077-151a-4d27-b47e-54c3bd1269a7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:25.619204 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.624568 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-948daa1b-501a-4ae8-adfc-d867fceb559f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4105077-151a-4d27-b47e-54c3bd1269a7 HTTP/1.1" status: 204 len: 168 time: 0.3050947 Sep 06 16:20:25.625634 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56620) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:25.629850 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10037b-08cd-45de-825e-56052e4d6e15 None None] Network d92c2667-6785-43e6-b0a7-0d15331e3c32 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:20:25.675041 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f573-e430-4405-9e51-17b8ee479428 req-09293604-4f66-4587-98b6-c59d80418870 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:25.676549 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c230f573-e430-4405-9e51-17b8ee479428 req-09293604-4f66-4587-98b6-c59d80418870 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 931 time: 0.1593683 Sep 06 16:20:25.698167 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.753354 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Deleting port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:25.753840 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.793681 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c230f573-e430-4405-9e51-17b8ee479428 req-ee506e79-dde0-4177-81f3-3d2a96653a98 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801954 Sep 06 16:20:25.826784 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] For port 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=72a44f44-d66e-41af-ab7a-bd4292ac15c8,segment=NetworkSegment(49300489-db3b-4bb9-bbc1-88c2fb509a2d),segment_id=49300489-db3b-4bb9-bbc1-88c2fb509a2d)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:25.827410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.845698 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Calling delete_port for 72a44f44-d66e-41af-ab7a-bd4292ac15c8 owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:25.853428 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] DHCP port deletion for d92c2667-6785-43e6-b0a7-0d15331e3c32 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:20:25.885978 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device fe839ee1-614e-48e4-b81d-bdf23b1a986e no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:25.891042 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3503410b-29a6-4d32-89bd-66983f51a5e9 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:20:25.901400 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.905010 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.913020 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: fe839ee1-614e-48e4-b81d-bdf23b1a986e {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:25.913360 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device fe839ee1-614e-48e4-b81d-bdf23b1a986e not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:25.913974 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:25.936393 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:25.937050 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 8963ffdc-e7d5-4dc3-add8-3e0140f59c7b not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:25.939181 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Pushing event deleted for resources: {'Port': ['ID=756f4780-d5d4-4ed2-8d36-da9a7a65344a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:25.949046 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.952507 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Transition to ACTIVE for port object 3503410b-29a6-4d32-89bd-66983f51a5e9 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:20:25.965068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Deleting port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:25.965447 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.971483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:25.982720 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Pushing event deleted for resources: {'Port': ['ID=72a44f44-d66e-41af-ab7a-bd4292ac15c8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:25.988525 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] No DVR routers for this DVR port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 on host dv-cinder-759961-10-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:26.038663 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] For port 72a44f44-d66e-41af-ab7a-bd4292ac15c8, host dv-cinder-759961-10-iscsi, got binding levels [] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:26.039178 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.050804 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Pushing event updated for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.053461 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.059680 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Calling delete_port for 72a44f44-d66e-41af-ab7a-bd4292ac15c8 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:26.062811 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 was not found and therefore no delete operation was performed {{(pid=94039) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 06 16:20:26.064399 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.084099 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.093822 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] Pushing event deleted for resources: {'Port': ['ID=72a44f44-d66e-41af-ab7a-bd4292ac15c8,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.097801 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c64d75-7e46-4ed4-982d-91b644c77ebd None None] No DVR routers for this DVR port 72a44f44-d66e-41af-ab7a-bd4292ac15c8 on host dv-cinder-759961-10-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:26.115174 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92c2667-6785-43e6-b0a7-0d15331e3c32']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:26.126632 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49300489-db3b-4bb9-bbc1-88c2fb509a2d') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:26.126932 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49300489-db3b-4bb9-bbc1-88c2fb509a2d') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:26.139114 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.153421 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.159649 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:20:26.160072 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:20:26.161927 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:20:26.178089 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.184243 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.228564 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.234514 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.236419 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] 10.222.0.11 "DELETE /v2.0/networks/d92c2667-6785-43e6-b0a7-0d15331e3c32 HTTP/1.1" status: 204 len: 168 time: 0.6098485 Sep 06 16:20:26.248330 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe97b-bc95-43f5-9204-2f7b164bc7db admin admin] Pushing event deleted for resources: {'Network': ['ID=d92c2667-6785-43e6-b0a7-0d15331e3c32,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.250489 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.251665 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f2d9c4-a26e-4cc7-a046-df5551498981 {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:20:26.257462 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.261976 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56626) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:26.262223 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-50c1b68e-a60e-47da-b59f-6b15dabc71ae admin admin] 10.222.0.11 "DELETE /v2.0/routers/a9f2d9c4-a26e-4cc7-a046-df5551498981 HTTP/1.1" status: 204 len: 168 time: 2.0521967 Sep 06 16:20:26.267949 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Attempting to bind port 3503410b-29a6-4d32-89bd-66983f51a5e9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:20:26.268326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Attempting to bind port 3503410b-29a6-4d32-89bd-66983f51a5e9 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:20:26.268659 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Attempting to bind port 3503410b-29a6-4d32-89bd-66983f51a5e9 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:20:26.273489 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Port 3503410b-29a6-4d32-89bd-66983f51a5e9 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:20:26.273847 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Attempting to bind port 3503410b-29a6-4d32-89bd-66983f51a5e9 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:20:26.279429 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:20:26.279853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:20:26.280185 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Bound using segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:20:26.280616 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Bound port: 3503410b-29a6-4d32-89bd-66983f51a5e9, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:20:26.280979 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.348166 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Deleting subnet 488df781-a7df-4caa-95c0-ce9a54dfddcc {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:20:26.352932 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.373819 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:20:26.378118 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3503410b-29a6-4d32-89bd-66983f51a5e9,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:20:26.386862 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.408629 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.447831 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56632) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:26.476895 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:26.477534 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.479509 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] 10.222.0.46 "PUT /v2.0/ports/3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 1093 time: 1.2826505 Sep 06 16:20:26.503426 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:26.505723 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:26.513237 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2fdea4ca-8beb-400b-b8be-f19eb6ddc006 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9afca1c49c5a4b8d99a6c32a8ca00c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642989 Sep 06 16:20:26.515693 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56640) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:26.540699 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.569380 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b86610-3d15-4772-bc43-521664946c47 x-openstack-request-id: req-31b86610-3d15-4772-bc43-521664946c47 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:26.570044 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:26.570482 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31b86610-3d15-4772-bc43-521664946c47 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:26.571463 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'status': 'completed', 'code': 200} Sep 06 16:20:26.599661 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29265b-9a43-41a4-ba4b-f0b225aae666 service neutron] Pushing event updated for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.612343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.638686 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.651227 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488df781-a7df-4caa-95c0-ce9a54dfddcc,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.655947 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.658032 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2bb49d78-37e4-4156-9874-4ce92497cf0e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/488df781-a7df-4caa-95c0-ce9a54dfddcc HTTP/1.1" status: 204 len: 168 time: 0.3930738 Sep 06 16:20:26.662841 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56644) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:26.666567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5337a-ff7f-4a55-bfb7-1b5ca347bed0 None None] Network a649802b-3b2d-401e-b21e-2b72c3c59763 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:20:26.674241 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-d178766e-90e0-48b1-8d6d-72f7d7e6994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:26.675733 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-d178766e-90e0-48b1-8d6d-72f7d7e6994f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1096 time: 0.1392181 Sep 06 16:20:26.709403 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.747478 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-c7476228-65ca-4ea7-91e0-b7f40a1c6cd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 217 time: 0.0629866 Sep 06 16:20:26.844984 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.863483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-b447f1ac-5ebc-45d1-8425-c4a304cee16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:26.865054 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-b447f1ac-5ebc-45d1-8425-c4a304cee16f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0820580 Sep 06 16:20:26.896224 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] DHCP port deletion for a649802b-3b2d-401e-b21e-2b72c3c59763 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:20:26.938496 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.941025 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.942216 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/772f2406-d257-4b86-8d58-2500c9fa7265 HTTP/1.1" status: 204 len: 168 time: 0.4255881 Sep 06 16:20:26.944446 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Deleting port 131931eb-a01a-4664-96dd-1c677417b622 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:26.945127 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:26.961190 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca7084-b918-4725-b957-4a377a6c737f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f2406-d257-4b86-8d58-2500c9fa7265,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:26.989022 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-d7bf54ba-c6cc-4334-87a8-c233337f9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:26.990531 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-d7bf54ba-c6cc-4334-87a8-c233337f9b40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1186709 Sep 06 16:20:26.998441 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c18a1-bc49-4272-b80e-559f7c60eede req-592e7fdc-3c29-4ebe-84cf-c05c85886e7b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:26.999851 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-444c18a1-bc49-4272-b80e-559f7c60eede req-592e7fdc-3c29-4ebe-84cf-c05c85886e7b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.1180451 Sep 06 16:20:27.032885 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] For port 131931eb-a01a-4664-96dd-1c677417b622, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=131931eb-a01a-4664-96dd-1c677417b622,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:27.032885 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.046756 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Calling delete_port for 131931eb-a01a-4664-96dd-1c677417b622 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:27.050691 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Deleting port 131931eb-a01a-4664-96dd-1c677417b622 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:20:27.051266 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.160431 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-444c18a1-bc49-4272-b80e-559f7c60eede req-31942ba1-d9bd-49fc-b758-14e40d4904b3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497335 Sep 06 16:20:27.178488 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.189535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] For port 131931eb-a01a-4664-96dd-1c677417b622, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=131931eb-a01a-4664-96dd-1c677417b622,segment=NetworkSegment(9afdaf59-731c-4ea3-b29e-b37d2964f948),segment_id=9afdaf59-731c-4ea3-b29e-b37d2964f948)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:27.189535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.203807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Calling delete_port for 131931eb-a01a-4664-96dd-1c677417b622 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:20:27.206073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] Pushing event deleted for resources: {'Port': ['ID=131931eb-a01a-4664-96dd-1c677417b622,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:27.206980 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-f0458659-d879-4fb2-8b67-17f413e590ad service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061777 Sep 06 16:20:27.216064 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c09ba-d36a-4579-9a65-d79e99ca3dcd None None] No DVR routers for this DVR port 131931eb-a01a-4664-96dd-1c677417b622 on host dv-cinder-759961-10-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:27.305167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56652) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:27.384979 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5379fcf5-d2fb-41d9-ab72-183a11bacdd3 req-13904b49-3776-406e-af65-a91ee6358dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691525 Sep 06 16:20:27.387888 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-929ab0c3-6cbe-4109-adc3-8e5d39649360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bdacb5066b584f01af8a911c7f85232f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797169 Sep 06 16:20:27.390686 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56654) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:27.393122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.421466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Pushing event deleted for resources: {'Port': ['ID=131931eb-a01a-4664-96dd-1c677417b622,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:27.434493 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] No DVR routers for this DVR port 131931eb-a01a-4664-96dd-1c677417b622 on host dv-cinder-759961-10-iscsi {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:20:27.447362 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.474298 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.492735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d8314c00-5721-412a-b315-aee33b5fd042 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:27.513079 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: d8314c00-5721-412a-b315-aee33b5fd042 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:27.513815 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d8314c00-5721-412a-b315-aee33b5fd042 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:27.514458 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 756f4780-d5d4-4ed2-8d36-da9a7a65344a no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:27.526122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.528816 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.530182 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e50edc8-8f49-4adf-8b6a-96a7c9b3c5b8 HTTP/1.1" status: 204 len: 168 time: 0.1384530 Sep 06 16:20:27.534533 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 756f4780-d5d4-4ed2-8d36-da9a7a65344a {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:27.535109 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 756f4780-d5d4-4ed2-8d36-da9a7a65344a not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:27.535719 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a44f44-d66e-41af-ab7a-bd4292ac15c8 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:27.539969 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.541223 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad38ef-87b1-4c6b-8ed7-42c30c1dfb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50edc8-8f49-4adf-8b6a-96a7c9b3c5b8,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:27.555890 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-79340dc5-4b69-46c3-a443-7febe25a08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:27.558332 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-79340dc5-4b69-46c3-a443-7febe25a08f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1096 time: 0.1152289 Sep 06 16:20:27.562684 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 72a44f44-d66e-41af-ab7a-bd4292ac15c8 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:27.563030 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 72a44f44-d66e-41af-ab7a-bd4292ac15c8 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:27.563442 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 131931eb-a01a-4664-96dd-1c677417b622 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:20:27.566666 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a649802b-3b2d-401e-b21e-2b72c3c59763']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:27.585910 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afdaf59-731c-4ea3-b29e-b37d2964f948') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:27.586210 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afdaf59-731c-4ea3-b29e-b37d2964f948') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:27.588634 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 131931eb-a01a-4664-96dd-1c677417b622 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:20:27.589205 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 131931eb-a01a-4664-96dd-1c677417b622 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:20:27.617778 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.661209 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.671306 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:20:27.671762 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self.session.flush() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self.session.flush() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self.session.flush() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self.session.flush() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:20:27.673360 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:20:27.735451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-cbd022f7-923e-409d-bc5d-824778897102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:27.737050 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-cbd022f7-923e-409d-bc5d-824778897102 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.1626439 Sep 06 16:20:27.746612 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.757771 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:27.762264 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] 10.222.0.11 "DELETE /v2.0/networks/a649802b-3b2d-401e-b21e-2b72c3c59763 HTTP/1.1" status: 204 len: 168 time: 1.0952125 Sep 06 16:20:27.811934 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b85b98-b1d1-4728-be5d-8abdbdefa68c admin admin] Pushing event deleted for resources: {'Network': ['ID=a649802b-3b2d-401e-b21e-2b72c3c59763,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:27.815170 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-09c0196b-c296-4fff-b08d-b571e12d06dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 217 time: 0.0698261 Sep 06 16:20:27.878558 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-cc749efb-20cc-4320-a763-bbae3cba9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:27.881472 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-cc749efb-20cc-4320-a763-bbae3cba9f81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0570030 Sep 06 16:20:27.954154 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-c260eb3a-7db8-412b-aef3-cc6433ae7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:27.956236 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-c260eb3a-7db8-412b-aef3-cc6433ae7c54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665281 Sep 06 16:20:27.968947 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56672) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:28.017316 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-9efd6dcc-0503-4e46-81fb-8c048aa46ccf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b83b7f72328545edb98530c4aaa43e83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469046 Sep 06 16:20:28.019794 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56678) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:28.054436 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-209e2b1a-5804-4417-ae52-46eb8688f8db service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906432 Sep 06 16:20:28.075981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:28.098238 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:28.154888 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:28.155336 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3af4193-b872-4e4f-9ae2-a1c7e09e25b1 req-bfb23234-8f74-4d81-a8ad-eaf154d56091 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943053 Sep 06 16:20:28.157631 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:28.158805 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68c065ad-e346-4a54-97d4-91583b323a04 HTTP/1.1" status: 204 len: 168 time: 0.1378920 Sep 06 16:20:28.168454 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df69ae-779b-4932-960f-37ee34a6ab08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c065ad-e346-4a54-97d4-91583b323a04,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:28.285847 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de0a9c-9971-4542-9f66-dc60ac6ebab8 req-d5cbacbd-5f1c-4638-9001-3bb3a05e65eb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:28.287353 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1de0a9c-9971-4542-9f66-dc60ac6ebab8 req-d5cbacbd-5f1c-4638-9001-3bb3a05e65eb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0492926 Sep 06 16:20:28.327761 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-c1de0a9c-9971-4542-9f66-dc60ac6ebab8 req-62dda458-d31c-4f75-a847-465c6ca15e49 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334599 Sep 06 16:20:29.456706 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01996-02fc-4bcd-bf40-5d1f9567bcd6 req-74e0b41b-06d1-4a21-878a-c41d74327c18 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:29.461343 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cbe01996-02fc-4bcd-bf40-5d1f9567bcd6 req-74e0b41b-06d1-4a21-878a-c41d74327c18 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0611844 Sep 06 16:20:29.503057 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cbe01996-02fc-4bcd-bf40-5d1f9567bcd6 req-fb99b957-ef3d-4f7d-a4dc-3e752d9a7d02 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365522 Sep 06 16:20:29.742529 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56756) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:29.891936 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1c773880-6f13-497a-8360-abec8f33d310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:29.979700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1c773880-6f13-497a-8360-abec8f33d310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:29.983331 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1c773880-6f13-497a-8360-abec8f33d310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.022525 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1c773880-6f13-497a-8360-abec8f33d310 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee067e759d224f7587156ac8c7edb98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789333 Sep 06 16:20:30.023392 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c773880-6f13-497a-8360-abec8f33d310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ff0f4c-3a4b-4c1a-b00c-388b7349a6d1,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:30.026129 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56762) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:30.077183 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.098014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.143415 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.146098 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.147260 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03ff0f4c-3a4b-4c1a-b00c-388b7349a6d1 HTTP/1.1" status: 204 len: 168 time: 0.1200330 Sep 06 16:20:30.155695 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ea10a-92dc-42d1-8635-a55954fcbd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ff0f4c-3a4b-4c1a-b00c-388b7349a6d1,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:30.404922 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 56768) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:30.418310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2783cb18-20d4-4511-a873-b6902af72e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.505307 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2783cb18-20d4-4511-a873-b6902af72e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.508997 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-2783cb18-20d4-4511-a873-b6902af72e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.548650 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2783cb18-20d4-4511-a873-b6902af72e81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be4f5f5e55454437b5c7c2fbff1983ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426339 Sep 06 16:20:30.549618 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783cb18-20d4-4511-a873-b6902af72e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2663f90c-03f3-45ba-a030-90449c587f7f,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:30.551334 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 56772) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:30.602144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.625898 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.627072 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5aace-ec16-46ae-927e-fd5d40bcbe89 req-2c7eb2c4-e772-4db4-aff6-d47c140562bf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:30.628589 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1af5aace-ec16-46ae-927e-fd5d40bcbe89 req-2c7eb2c4-e772-4db4-aff6-d47c140562bf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0548971 Sep 06 16:20:30.667294 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1af5aace-ec16-46ae-927e-fd5d40bcbe89 req-ef23fde7-bb35-4c4f-bcd2-cd11b838f764 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325086 Sep 06 16:20:30.926859 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.929530 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:30.930689 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2663f90c-03f3-45ba-a030-90449c587f7f HTTP/1.1" status: 204 len: 168 time: 0.3782792 Sep 06 16:20:30.938846 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70073d-96fd-413a-a376-a9ccd543167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2663f90c-03f3-45ba-a030-90449c587f7f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:31.783770 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc8220-227a-409f-9c49-3ae537e52a25 req-6ce5e07a-4308-4aca-a257-d3d11e4e63d1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:31.785269 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-50bc8220-227a-409f-9c49-3ae537e52a25 req-6ce5e07a-4308-4aca-a257-d3d11e4e63d1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0490451 Sep 06 16:20:31.827263 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-50bc8220-227a-409f-9c49-3ae537e52a25 req-6d330bc7-715c-4e0c-a313-4b8dec411e83 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355372 Sep 06 16:20:32.947871 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff27de-ed6f-438f-9a59-99be561805df req-0233f87b-1dae-45a0-b284-9a087c8cb0d8 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:32.949364 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-11ff27de-ed6f-438f-9a59-99be561805df req-0233f87b-1dae-45a0-b284-9a087c8cb0d8 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0523729 Sep 06 16:20:32.987466 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-11ff27de-ed6f-438f-9a59-99be561805df req-4df8b188-4f1a-4fb4-8fbe-44fad7362c62 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319798 Sep 06 16:20:34.100535 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc081df3-2388-424f-acca-accb71379f70 req-e6ece10b-08d6-4b55-bd7f-44116c0737e1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:34.101988 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc081df3-2388-424f-acca-accb71379f70 req-e6ece10b-08d6-4b55-bd7f-44116c0737e1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0479593 Sep 06 16:20:34.138910 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc081df3-2388-424f-acca-accb71379f70 req-31e19e66-4bdd-4841-b314-708834e8354a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302174 Sep 06 16:20:34.551408 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:35.249762 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd8eb-08b7-4c37-82e3-8c0431707f09 req-a8f9a955-e2c3-45d9-8d62-0db37d5ab8f2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:35.251216 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-985cd8eb-08b7-4c37-82e3-8c0431707f09 req-a8f9a955-e2c3-45d9-8d62-0db37d5ab8f2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0484796 Sep 06 16:20:35.287105 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-985cd8eb-08b7-4c37-82e3-8c0431707f09 req-a9fecb89-2f71-4605-be6e-19d6f67ec652 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300817 Sep 06 16:20:36.401757 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47711455-dca3-434e-b71f-c53f3bde2097 req-f6bb6da3-6d41-4257-b0fb-26c2e81dffe6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:36.403213 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-47711455-dca3-434e-b71f-c53f3bde2097 req-f6bb6da3-6d41-4257-b0fb-26c2e81dffe6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0506461 Sep 06 16:20:36.439852 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-47711455-dca3-434e-b71f-c53f3bde2097 req-df77ee01-d769-4a4c-88ef-32aeb1cc23b6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307114 Sep 06 16:20:37.550628 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a459-b547-4962-a328-005ebd903d1b req-d31ab739-d8ba-4506-b9fb-9f014476dfcb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:37.552071 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-16a7a459-b547-4962-a328-005ebd903d1b req-d31ab739-d8ba-4506-b9fb-9f014476dfcb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 943 time: 0.0476198 Sep 06 16:20:37.589317 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-16a7a459-b547-4962-a328-005ebd903d1b req-68b0e551-b35e-4c0d-8e3a-e8a606085e1a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306728 Sep 06 16:20:38.152597 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3503410b-29a6-4d32-89bd-66983f51a5e9 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:20:38.242345 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3503410b-29a6-4d32-89bd-66983f51a5e9,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:38.255612 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:20:38.402469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:38.414333 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3503410b-29a6-4d32-89bd-66983f51a5e9 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:20:38.432962 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3503410b-29a6-4d32-89bd-66983f51a5e9,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:38.436493 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:38.481043 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:38.487749 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.488117 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.488458 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.488794 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.489122 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.489450 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.489777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.490120 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.490427 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.490750 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.491071 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.491390 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:38.543573 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:20:38.701731 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc747476-0bfc-4649-be76-c4f9830bb53f req-35906fe0-64ec-4872-9902-469695bab3a7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:38.703177 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc747476-0bfc-4649-be76-c4f9830bb53f req-35906fe0-64ec-4872-9902-469695bab3a7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 944 time: 0.0473320 Sep 06 16:20:38.739175 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-fc747476-0bfc-4649-be76-c4f9830bb53f req-113e9ea3-ffb9-4b81-b737-7081d9873536 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302022 Sep 06 16:20:39.853981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d68b54-2417-423d-a2b6-7cacbd1257de req-bce6f790-6d05-420b-bb86-d3cd1162e9ff tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:39.855447 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6d68b54-2417-423d-a2b6-7cacbd1257de req-bce6f790-6d05-420b-bb86-d3cd1162e9ff tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 944 time: 0.0515640 Sep 06 16:20:39.891860 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-d6d68b54-2417-423d-a2b6-7cacbd1257de req-de975206-5994-42bd-83c9-ec304d6d2201 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305135 Sep 06 16:20:40.137980 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-630a4c3c-2622-4be3-b149-039cd8693972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:40.202947 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['3503410b-29a6-4d32-89bd-66983f51a5e9'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:20:41.002275 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebff8c2-118e-48b3-9a04-6feec2fdc1b3 req-4de6332a-678d-4bda-a35b-87c35b9e4e41 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:41.003734 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-aebff8c2-118e-48b3-9a04-6feec2fdc1b3 req-4de6332a-678d-4bda-a35b-87c35b9e4e41 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 944 time: 0.0483339 Sep 06 16:20:41.042590 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-aebff8c2-118e-48b3-9a04-6feec2fdc1b3 req-b4fbf341-660e-42ff-9e9e-f563a7fd60ee tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329912 Sep 06 16:20:42.155178 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd486997-494c-4620-9ffe-adf3217bc132 req-a3ebd8e8-de2b-4102-9ca5-e87899b33e2f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:42.156670 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd486997-494c-4620-9ffe-adf3217bc132 req-a3ebd8e8-de2b-4102-9ca5-e87899b33e2f tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 944 time: 0.0475321 Sep 06 16:20:42.193903 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-fd486997-494c-4620-9ffe-adf3217bc132 req-5be52ce0-0374-487e-b542-434161a6647a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Sep 06 16:20:42.482990 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3503410b-29a6-4d32-89bd-66983f51a5e9 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:20:42.535535 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 3503410b-29a6-4d32-89bd-66983f51a5e9 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:20:42.539055 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 3503410b-29a6-4d32-89bd-66983f51a5e9 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:20:42.539417 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:42.621606 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:42.643539 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:42.645761 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234e14f6-6972-4f07-b1b4-91c91f9b9367" -d '{"events": [{"server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "name": "network-vif-plugged", "status": "completed", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:42.658106 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3503410b-29a6-4d32-89bd-66983f51a5e9,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:20:42.662059 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:42.684332 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5b7a0e-e672-497f-9b16-8d2a59d1ba9d x-openstack-request-id: req-9e5b7a0e-e672-497f-9b16-8d2a59d1ba9d {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:42.684615 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "name": "network-vif-plugged", "status": "completed", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:42.684858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e5b7a0e-e672-497f-9b16-8d2a59d1ba9d {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:42.685228 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'code': 200} Sep 06 16:20:42.709455 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:42.918368 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1bd4992e-cf43-4bb3-94b7-205e9608152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:43.001374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:43.303786 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c3ca-d916-4234-aae1-0d60927a0ef1 req-e189425c-2b38-4fc2-9e29-ae7594dfc4c2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:43.305213 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1de9c3ca-d916-4234-aae1-0d60927a0ef1 req-e189425c-2b38-4fc2-9e29-ae7594dfc4c2 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0475149 Sep 06 16:20:43.342624 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1de9c3ca-d916-4234-aae1-0d60927a0ef1 req-f14685af-5797-4e57-8f38-cb852f7329ca tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Sep 06 16:20:43.731861 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:44.483181 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a49491-38a3-4b52-ba13-a53ca33c2341 req-b890506c-e598-4bf5-98ec-9188df38790d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:44.484692 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55a49491-38a3-4b52-ba13-a53ca33c2341 req-b890506c-e598-4bf5-98ec-9188df38790d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0749907 Sep 06 16:20:44.513536 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f642dc8-659b-4a9e-884e-eed78dbfbc7a req-244b7a09-b1a0-4d4c-8249-02ecb0ec0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:44.515007 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5f642dc8-659b-4a9e-884e-eed78dbfbc7a req-244b7a09-b1a0-4d4c-8249-02ecb0ec0852 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0687349 Sep 06 16:20:44.542891 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-55a49491-38a3-4b52-ba13-a53ca33c2341 req-66e32e6e-3240-4ba6-a6f6-9ac63376ac97 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521057 Sep 06 16:20:44.559616 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5f642dc8-659b-4a9e-884e-eed78dbfbc7a req-a235892b-ed86-4067-9840-bf1646c926ff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352602 Sep 06 16:20:45.420613 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:45.674135 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aaea0-da2a-42e8-a9bc-9d1f7a46a319 req-0067bf61-9b99-4df6-94c1-09145d797e9a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:45.675639 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6a3aaea0-da2a-42e8-a9bc-9d1f7a46a319 req-0067bf61-9b99-4df6-94c1-09145d797e9a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0581365 Sep 06 16:20:45.714051 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-6a3aaea0-da2a-42e8-a9bc-9d1f7a46a319 req-de8b2818-f2bb-45a5-a05e-4bc2370d62f3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Sep 06 16:20:46.831791 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301d64-cf22-4e98-a2b5-e3914381c74f req-720adbd1-8deb-4e47-adff-14aa8fd464c7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:46.833323 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-48301d64-cf22-4e98-a2b5-e3914381c74f req-720adbd1-8deb-4e47-adff-14aa8fd464c7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0494523 Sep 06 16:20:46.873584 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-48301d64-cf22-4e98-a2b5-e3914381c74f req-8ee29126-1fd1-40b2-a9b7-57eec8e4f4e9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329723 Sep 06 16:20:46.989328 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df194ac8-5583-4a24-bfcd-2e3b67271667 req-6477cfdf-4838-475f-a5bb-ec7af9e0907a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:46.990776 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-df194ac8-5583-4a24-bfcd-2e3b67271667 req-6477cfdf-4838-475f-a5bb-ec7af9e0907a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0482190 Sep 06 16:20:47.027318 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-df194ac8-5583-4a24-bfcd-2e3b67271667 req-25c1946c-6697-4171-a407-de3759a47cdf tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304296 Sep 06 16:20:47.049128 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57024) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:47.086549 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f830eba-4fdd-407d-9cfd-dcf2dd2bc779 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:47.088656 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-2f830eba-4fdd-407d-9cfd-dcf2dd2bc779 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1093 time: 0.0385659 Sep 06 16:20:47.091191 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57026) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:20:47.095354 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:20:47.116668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:47.211698 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:47.310034 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_common [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.27.3.252 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/efe20b8d-22c1-4e7c-948e-03d595955d63) {{(pid=94038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:20:47.411446 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:47.450513 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:47.489467 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:20:47.492429 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:20:47.495343 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:20:47.535057 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=efe20b8d-22c1-4e7c-948e-03d595955d63,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:47.546527 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.546874 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.547213 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.547538 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.547863 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.548208 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.548648 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.548981 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.549302 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.549619 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.549941 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.550255 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:20:47.892841 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:47.959259 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:48.098681 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:48.103442 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5373554'] for port, after_update {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:48.170295 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=efe20b8d-22c1-4e7c-948e-03d595955d63,revision_number=2']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:20:48.183865 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:48.279380 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 91d85132-4573-4b2d-8d7a-7d3156d55494 associated. External IP: 172.27.3.252, port: 3503410b-29a6-4d32-89bd-66983f51a5e9. Sep 06 16:20:48.476457 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:20:48.578505 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:20:48.588645 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:20:48.596845 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:20:48.598954 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:48.599575 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:48.632567 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-8d678a4b-6d61-41c8-a0e9-78ba9cfcc2d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5403426 Sep 06 16:20:48.633240 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:20:48.636139 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:20:48.671836 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e39ca4-3002-447d-9fc2-aa2da3c501a0 x-openstack-request-id: req-88e39ca4-3002-447d-9fc2-aa2da3c501a0 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:20:48.672201 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:20:48.672454 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88e39ca4-3002-447d-9fc2-aa2da3c501a0 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:20:48.672869 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'status': 'completed', 'code': 200} Sep 06 16:20:48.703022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:48.913795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:47Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:48.938011 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:20:48.946469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:20:48.946469 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:20:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:49.049269 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:20:49.261947 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:47Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:20:49.286348 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e535df8-9dfc-4540-8c3a-01487b16b057 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:47Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:20:49.461471 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e93e11-6041-4331-8014-325c0cbb8499 None None] New status for floating IP 91d85132-4573-4b2d-8d7a-7d3156d55494: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:20:50.025499 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-504cee4a-a645-4f3b-8d15-0156ae28e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:50.026988 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-504cee4a-a645-4f3b-8d15-0156ae28e867 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0433481 Sep 06 16:20:50.113320 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-ea503894-7904-4b2e-b101-7a48377c3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:50.114753 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-ea503894-7904-4b2e-b101-7a48377c3887 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0809193 Sep 06 16:20:50.181386 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-0e81ee9f-22e4-4374-ad5c-2cae8990e260 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 1001 time: 0.0593600 Sep 06 16:20:50.230870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-910aa031-e1c3-45af-8e3b-592e1d0ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:50.232360 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-910aa031-e1c3-45af-8e3b-592e1d0ed0cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0431597 Sep 06 16:20:50.278138 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-8cb96aec-b56a-44e7-be32-91916e1c43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:20:50.279584 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-8cb96aec-b56a-44e7-be32-91916e1c43e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400002 Sep 06 16:20:50.370626 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-acadb0ad-f3b1-4a35-bf5a-0fa9bc8ba82a service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837896 Sep 06 16:20:50.458192 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0c9ef4c-a300-4f42-9113-53682bb9ec1a req-b045a87d-ed06-480e-b79f-903917cdd28d service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798419 Sep 06 16:21:04.539712 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.031459 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57286) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:10.138466 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.138651 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-fd3f66ff-59d0-4a57-a76a-8d1c595e966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.247130 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.250566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.288355 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1ae82c02b194a6d953b423aa539f34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558427 Sep 06 16:21:10.290303 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6edf1c-72a5-41b3-95ea-e0377840205d,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:10.294963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57304) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:10.297714 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.298076 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.298787 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.298787 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.299053 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.299367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.299697 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.300025 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.300404 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.300698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.301045 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.301329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d807a528-38f8-45d7-97a4-a7d94c887271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:10.359582 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.380990 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.428367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.431650 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.433300 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c6edf1c-72a5-41b3-95ea-e0377840205d HTTP/1.1" status: 204 len: 168 time: 0.1373713 Sep 06 16:21:10.440577 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcc923-befe-4d36-9830-14eb22423a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6edf1c-72a5-41b3-95ea-e0377840205d,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:10.689177 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57312) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:10.702037 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f41d4d7-eca5-45c1-b340-068da98d77fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.788964 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f41d4d7-eca5-45c1-b340-068da98d77fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.793131 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1f41d4d7-eca5-45c1-b340-068da98d77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.832224 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1f41d4d7-eca5-45c1-b340-068da98d77fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a1f7dcd75d34069ad064f6d0995f448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419766 Sep 06 16:21:10.833052 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41d4d7-eca5-45c1-b340-068da98d77fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328a3e0-5c76-42c7-b350-a143c89ca78e,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:10.835127 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57314) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:10.884946 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.906092 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.950275 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.952930 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:10.954039 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5328a3e0-5c76-42c7-b350-a143c89ca78e HTTP/1.1" status: 204 len: 168 time: 0.1179290 Sep 06 16:21:10.961897 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fb240-ba08-45ea-9acf-412601eb8d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328a3e0-5c76-42c7-b350-a143c89ca78e,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:11.612282 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57342) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:11.724942 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452002761-network', 'tenant_id': '229434d49938464e956ab2ba864a681e'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:11.745992 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Made reservation on behalf of 229434d49938464e956ab2ba864a681e for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:11.748289 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.756346 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.844148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.847898 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.870789 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:21:11.885413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183168d-16e3-41af-a30b-265694be9971,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:11.888263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.888616 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Added segment 405d0b52-6997-4850-a18b-a918907a1c40 of type vlan for network d9efea41-f102-4119-8ee4-39f330b9055f Sep 06 16:21:11.926995 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.950675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.951601 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:11.952212 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:11.984382 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3709955 Sep 06 16:21:11.987389 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57352) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:11.992557 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Request body: {'subnet': {'network_id': 'd9efea41-f102-4119-8ee4-39f330b9055f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452002761-subnet', 'tenant_id': '229434d49938464e956ab2ba864a681e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:12.011061 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac86f4f-7c10-47fd-83ff-269b003e1237 admin admin] Pushing event updated for resources: {'Network': ['ID=d9efea41-f102-4119-8ee4-39f330b9055f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:12.014041 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Made reservation on behalf of 229434d49938464e956ab2ba864a681e for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:12.016393 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413244'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:12.021439 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network d9efea41-f102-4119-8ee4-39f330b9055f details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:21:12.394663 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5373677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413262'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:12.446228 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15178556-ca3c-4270-8d07-f5490a158d76,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:12.457606 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Checking segment: {'id': '405d0b52-6997-4850-a18b-a918907a1c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd9efea41-f102-4119-8ee4-39f330b9055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:21:12.457959 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Network hostable DHCP agents. Network: d9efea41-f102-4119-8ee4-39f330b9055f, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:21:12.474322 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Network d9efea41-f102-4119-8ee4-39f330b9055f is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:21:12.483178 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, d9efea41-f102-4119-8ee4-39f330b9055f) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:21:12.487272 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:12.487858 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:12.492053 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f88c1c1-a796-4bcc-b2c7-3fa876810b48 None None] Network d9efea41-f102-4119-8ee4-39f330b9055f requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:12.501143 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d672ee23-815a-4dad-8d19-8c89ee38ba10 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5126641 Sep 06 16:21:12.616928 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa911463-57a7-445f-98a4-3eebd9cb85f6 None None] Network d9efea41-f102-4119-8ee4-39f330b9055f requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:12.921189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-659d971f-fa9f-42ce-9592-f89dd106cf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:12.986003 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57376) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:12.991004 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1869744453-network', 'tenant_id': '37aa32d3e64b4cc7ade9f0c78a7b733e'}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:13.001840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.013732 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Made reservation on behalf of 37aa32d3e64b4cc7ade9f0c78a7b733e for: {'network': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:13.016139 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.024674 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.112544 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.116138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.140525 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=94038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:21:13.149902 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558feecb-ae46-41a7-8fb4-233fbffde528,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:13.154619 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.154970 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.segments_db [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Added segment 60a5f3bb-8d09-403c-a2b8-77fc2daf3aed of type vlan for network 6a76f219-e725-4356-a78f-e6bcf80dcdd7 Sep 06 16:21:13.196221 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.220157 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.222047 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:13.222047 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.252502 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2653611 Sep 06 16:21:13.255359 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57378) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:13.260608 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Request body: {'subnet': {'network_id': '6a76f219-e725-4356-a78f-e6bcf80dcdd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1869744453-subnet', 'tenant_id': '37aa32d3e64b4cc7ade9f0c78a7b733e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:13.281329 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Made reservation on behalf of 37aa32d3e64b4cc7ade9f0c78a7b733e for: {'subnet': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:13.282122 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dc281-4e96-41de-b246-98f5a2ba8a12 admin admin] Pushing event updated for resources: {'Network': ['ID=6a76f219-e725-4356-a78f-e6bcf80dcdd7,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:13.284411 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4741587'] for subnet, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.292385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 6a76f219-e725-4356-a78f-e6bcf80dcdd7 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:21:13.447504 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6274136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4741537'] for subnet, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.498376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ece58ec2-e16e-4fc7-a838-67da42b3f986,revision_number=0']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:13.508195 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Checking segment: {'id': '60a5f3bb-8d09-403c-a2b8-77fc2daf3aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6a76f219-e725-4356-a78f-e6bcf80dcdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:21:13.508555 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Network hostable DHCP agents. Network: 6a76f219-e725-4356-a78f-e6bcf80dcdd7, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:21:13.524653 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Network 6a76f219-e725-4356-a78f-e6bcf80dcdd7 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:21:13.533694 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 6a76f219-e725-4356-a78f-e6bcf80dcdd7) {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:21:13.537722 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:13.538304 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:13.542275 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97d98e-e517-4232-be72-eaefbb4a3369 None None] Network 6a76f219-e725-4356-a78f-e6bcf80dcdd7 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:13.551302 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-53ad8d8a-134a-4b71-a2d5-bedde22c5596 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2948234 Sep 06 16:21:13.666545 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822a367-b2eb-4d7d-88c6-3d2968388bbd None None] Network 6a76f219-e725-4356-a78f-e6bcf80dcdd7 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:13.741240 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:15.422226 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:15.543924 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:21:19.228814 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57498) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:19.328732 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5d8776f3-7c73-4dab-9c0e-756fe7947955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.414005 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5d8776f3-7c73-4dab-9c0e-756fe7947955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.417686 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-5d8776f3-7c73-4dab-9c0e-756fe7947955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.455738 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-5d8776f3-7c73-4dab-9c0e-756fe7947955 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09c6d553714d4f38aecba9bbdc1a4d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234693 Sep 06 16:21:19.455738 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8776f3-7c73-4dab-9c0e-756fe7947955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d7fa1-8014-4d9f-86e7-a5adefa42383,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:19.456627 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57502) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:19.510036 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.530422 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.575872 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.578457 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.579607 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a2d7fa1-8014-4d9f-86e7-a5adefa42383 HTTP/1.1" status: 204 len: 168 time: 0.1213019 Sep 06 16:21:19.590209 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed154d3c-e244-497f-acec-ea06e34dba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d7fa1-8014-4d9f-86e7-a5adefa42383,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:19.834312 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57508) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:19.847554 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a71091cb-58b1-4f34-8075-d118b1d030e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.934759 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a71091cb-58b1-4f34-8075-d118b1d030e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.938485 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a71091cb-58b1-4f34-8075-d118b1d030e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:19.975289 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a71091cb-58b1-4f34-8075-d118b1d030e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b77edc826b74352bee26953f9ae9333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396127 Sep 06 16:21:19.977314 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71091cb-58b1-4f34-8075-d118b1d030e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e583cdd-3a8c-47c8-852c-5c202e025eb9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:19.978666 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57510) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:20.031848 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:20.053771 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:20.100704 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:20.104072 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:20.105274 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e583cdd-3a8c-47c8-852c-5c202e025eb9 HTTP/1.1" status: 204 len: 168 time: 0.1256168 Sep 06 16:21:20.114753 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef0262-5e60-4fee-ac38-6ea796961064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e583cdd-3a8c-47c8-852c-5c202e025eb9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:24.449522 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57630) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:24.550002 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b7da-0197-4e41-a5f4-1d3283fbb7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.639368 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b7da-0197-4e41-a5f4-1d3283fbb7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.643092 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b7da-0197-4e41-a5f4-1d3283fbb7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.680035 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5b7da-0197-4e41-a5f4-1d3283fbb7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20722981-ab97-4ec8-8eef-a8a71d7dc0e3,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:24.684782 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ecf5b7da-0197-4e41-a5f4-1d3283fbb7e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef2fae66a87c463cbda84fde83d47618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342420 Sep 06 16:21:24.688923 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57634) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:24.738309 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.762321 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.807850 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.810489 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:24.811621 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20722981-ab97-4ec8-8eef-a8a71d7dc0e3 HTTP/1.1" status: 204 len: 168 time: 0.1217561 Sep 06 16:21:24.818882 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac048baa-833a-40aa-9b48-4a20b0cf37bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20722981-ab97-4ec8-8eef-a8a71d7dc0e3,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:25.065970 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57640) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:25.079510 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a581f29a-4e5a-45af-96c6-763b70d0601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.174603 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a581f29a-4e5a-45af-96c6-763b70d0601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.178563 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-a581f29a-4e5a-45af-96c6-763b70d0601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.215952 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-a581f29a-4e5a-45af-96c6-763b70d0601f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c204a3f5eb9c4c30bf106c40e0d85760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488597 Sep 06 16:21:25.217862 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581f29a-4e5a-45af-96c6-763b70d0601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc1d2b5-8e5d-42e5-af7a-ee892770c0c0,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:25.218808 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57646) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:25.270825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.291847 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.341719 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.344779 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:25.347648 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bc1d2b5-8e5d-42e5-af7a-ee892770c0c0 HTTP/1.1" status: 204 len: 168 time: 0.1262791 Sep 06 16:21:25.355063 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0b38b-36c6-4113-b60f-6a2c35cd5bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc1d2b5-8e5d-42e5-af7a-ee892770c0c0,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.055555 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57814) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.083265 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57820) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.127850 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Deleting subnet 15178556-ca3c-4270-8d07-f5490a158d76 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:21:28.131055 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.170822 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-79c95782-f326-421d-9768-4714a3681a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.188408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.250394 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.329993 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.368412 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-79c95782-f326-421d-9768-4714a3681a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.369703 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15178556-ca3c-4270-8d07-f5490a158d76,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.373774 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.376564 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bb6611e7-88dd-4072-8197-4308958b7376 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15178556-ca3c-4270-8d07-f5490a158d76 HTTP/1.1" status: 204 len: 168 time: 0.2922702 Sep 06 16:21:28.377403 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-79c95782-f326-421d-9768-4714a3681a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.378179 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57822) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.415295 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-79c95782-f326-421d-9768-4714a3681a87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fba7459c6faf4d4f85865ba4ca1eb9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585451 Sep 06 16:21:28.416492 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c95782-f326-421d-9768-4714a3681a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f39019-0428-4197-9a0c-73f6ec353af2,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.418736 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57824) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.444930 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.467617 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.487804 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.522672 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.534715 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.537364 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.538497 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1f39019-0428-4197-9a0c-73f6ec353af2 HTTP/1.1" status: 204 len: 168 time: 0.1188469 Sep 06 16:21:28.546456 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1e6df-7c3b-4291-8690-54b0d2d9febc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f39019-0428-4197-9a0c-73f6ec353af2,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.548584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9efea41-f102-4119-8ee4-39f330b9055f']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:28.561240 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405d0b52-6997-4850-a18b-a918907a1c40') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:28.561721 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405d0b52-6997-4850-a18b-a918907a1c40') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:28.580478 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.596144 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.602754 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:21:28.603392 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:21:28.605168 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:21:28.663175 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.670073 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.671855 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/d9efea41-f102-4119-8ee4-39f330b9055f HTTP/1.1" status: 204 len: 168 time: 0.2926590 Sep 06 16:21:28.674841 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57830) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.681195 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebebb89-38cb-49e9-a84c-97d663f7d1ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d9efea41-f102-4119-8ee4-39f330b9055f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.724541 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Deleting subnet ece58ec2-e16e-4fc7-a838-67da42b3f986 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:21:28.727661 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.766534 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.805435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.805702 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57832) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.820152 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04be8d1b-874c-46e4-b8af-f059aa6c2d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.858075 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.886382 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ece58ec2-e16e-4fc7-a838-67da42b3f986,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.888688 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.891219 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3edd2bbc-3de6-4c34-b53b-46d5ea02662c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ece58ec2-e16e-4fc7-a838-67da42b3f986 HTTP/1.1" status: 204 len: 168 time: 0.2149334 Sep 06 16:21:28.893367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57834) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:28.924102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04be8d1b-874c-46e4-b8af-f059aa6c2d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.927817 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-04be8d1b-874c-46e4-b8af-f059aa6c2d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.963474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:28.966165 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-04be8d1b-874c-46e4-b8af-f059aa6c2d3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f318a7a4884d46e0b6380390841c591c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586006 Sep 06 16:21:28.967291 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be8d1b-874c-46e4-b8af-f059aa6c2d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2490e93-88df-4456-a8e4-81dbef50c41b,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:28.968934 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57836) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:29.077644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.080227 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.113694 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a76f219-e725-4356-a78f-e6bcf80dcdd7']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:29.123556 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.131575 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a5f3bb-8d09-403c-a2b8-77fc2daf3aed') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:29.131864 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a5f3bb-8d09-403c-a2b8-77fc2daf3aed') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:21:29.148738 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.171894 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.178224 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:21:29.178702 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:21:29.180442 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:21:29.226466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.229700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.230816 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2490e93-88df-4456-a8e4-81dbef50c41b HTTP/1.1" status: 204 len: 168 time: 0.2609885 Sep 06 16:21:29.239731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a73aa-a4ba-4e29-a3b7-49e46aa190b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2490e93-88df-4456-a8e4-81dbef50c41b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:29.242822 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.259158 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.261728 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6a76f219-e725-4356-a78f-e6bcf80dcdd7 HTTP/1.1" status: 204 len: 168 time: 0.3671453 Sep 06 16:21:29.262347 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c8b45-2d85-43f8-8158-68aac4336147 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a76f219-e725-4356-a78f-e6bcf80dcdd7,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:29.429683 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57844) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:29.482141 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-69951e31-bc81-4f51-a0da-c6b9adebafda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=229434d49938464e956ab2ba864a681e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513065 Sep 06 16:21:29.484553 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57846) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:29.532502 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.554160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.603731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.606559 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.607756 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3183168d-16e3-41af-a30b-265694be9971 HTTP/1.1" status: 204 len: 168 time: 0.1223204 Sep 06 16:21:29.617425 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661b3ef-3b89-4214-8508-fba035b55243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183168d-16e3-41af-a30b-265694be9971,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:29.877153 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57866) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:29.919251 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-757af888-7b38-4329-9f01-5855016e0912 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37aa32d3e64b4cc7ade9f0c78a7b733e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406389 Sep 06 16:21:29.921418 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57870) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:29.969537 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:29.991040 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:30.042972 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:30.045643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:30.046810 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/558feecb-ae46-41a7-8fb4-233fbffde528 HTTP/1.1" status: 204 len: 168 time: 0.1245024 Sep 06 16:21:30.054548 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bf4b9-5aa1-4c1d-8807-e9a06e4943ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558feecb-ae46-41a7-8fb4-233fbffde528,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:30.823209 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 57910) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:30.919599 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-13648004-network', 'tenant_id': '934560c4ba4c472e8e173efe90c8708b'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:30.940405 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Made reservation on behalf of 934560c4ba4c472e8e173efe90c8708b for: {'network': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:30.942693 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for network, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:30.951523 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.042712 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.046637 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.070579 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=94037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 16:21:31.080393 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26768c43-c6bb-4c21-b3c1-4283ca2388ba,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:31.085771 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.086298 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.segments_db [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Added segment 3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a of type vlan for network 18e53fb7-dead-447e-9b98-082f5d03d7b9 Sep 06 16:21:31.130395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733971675149'] for network, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.156246 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602'] for network, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.157326 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:31.158038 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.188603 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3641894 Sep 06 16:21:31.190479 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 57918) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:31.196379 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.v2.base [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Request body: {'subnet': {'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-13648004-subnet', 'tenant_id': '934560c4ba4c472e8e173efe90c8708b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:31.221225 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Made reservation on behalf of 934560c4ba4c472e8e173efe90c8708b for: {'subnet': 1} {{(pid=94038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:31.222974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e872b-9451-423a-8364-08e1c0eff974 admin admin] Pushing event updated for resources: {'Network': ['ID=18e53fb7-dead-447e-9b98-082f5d03d7b9,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:31.224188 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4413244'] for subnet, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.233691 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 details requested by agent ovs-agent-dv-cinder-759961-10-iscsi with host dv-cinder-759961-10-iscsi {{(pid=94039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 16:21:31.397111 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5373677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4413262'] for subnet, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.450138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8594d45-8f7c-4486-8f0b-2fa81e33bb26,revision_number=0']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:31.458202 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Checking segment: {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:21:31.458552 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Network hostable DHCP agents. Network: 18e53fb7-dead-447e-9b98-082f5d03d7b9, hostable agents: ['6681d4f2-4186-4426-b740-6b7fc25a52c5'], hosted agents: [] {{(pid=94038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 16:21:31.476069 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 is scheduled to be hosted by DHCP agent 6681d4f2-4186-4426-b740-6b7fc25a52c5 with binding_index 1 {{(pid=94038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 16:21:31.483998 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.base_scheduler [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-10-iscsi, 18e53fb7-dead-447e-9b98-082f5d03d7b9) {{(pid=94038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:21:31.488060 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:31.488667 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:31.493058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aeec9c-5e56-4844-b048-339f5a8e9bfc None None] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:31.502935 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f5120cb2-dc90-4d80-834e-6633504e9eff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3111689 Sep 06 16:21:31.622491 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a224c1-2060-4b67-9848-118972e6c69b None None] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:21:33.191462 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-930276b3-69e6-4b46-9e40-0cf0f02efb29 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:33.192884 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-930276b3-69e6-4b46-9e40-0cf0f02efb29 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 807 time: 0.1012177 Sep 06 16:21:33.208332 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-eb4a410f-e324-42c1-a1f1-a5c2fb8651f5 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/quotas/934560c4ba4c472e8e173efe90c8708b HTTP/1.1" status: 200 len: 375 time: 0.0088911 Sep 06 16:21:33.239337 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-1a9619b7-9901-4df3-800c-6033511931eb tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248842 Sep 06 16:21:33.326997 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-12ae9c07-154f-4128-ab75-867a8e2359df service neutron] 10.222.0.11 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803332 Sep 06 16:21:33.415112 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-fc6c953a-378c-408f-89e1-9d5d00e1624e service neutron] 10.222.0.11 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820799 Sep 06 16:21:33.572640 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-43584088-dec5-494d-bc39-8ecf34d1b206 req-6c67a745-c16c-4d31-a719-92e1cfc617b9 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 210 time: 0.0255859 Sep 06 16:21:34.520848 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58012) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:34.551255 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.637370 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a35-c858-4f8b-bc16-1fef1215e08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.685684 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-68d49248-d3cc-419e-8c4e-ce6488843a49 req-11c0a6b6-74f3-4103-90df-099b03b1acc9 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 210 time: 0.0298212 Sep 06 16:21:34.745958 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-1f471515-523b-4439-9a1c-7b33d29a3410 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:34.747352 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-1f471515-523b-4439-9a1c-7b33d29a3410 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 807 time: 0.1086977 Sep 06 16:21:34.760988 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Request body: {'port': {'device_id': '66dd558c-5466-4dfe-9507-7049790cb161', 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9', 'admin_state_up': True, 'tenant_id': '934560c4ba4c472e8e173efe90c8708b'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:34.769926 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a35-c858-4f8b-bc16-1fef1215e08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.774310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a35-c858-4f8b-bc16-1fef1215e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.813907 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c5f66a35-c858-4f8b-bc16-1fef1215e08c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a37a16c8cdb944f6a0265ab9225332c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919855 Sep 06 16:21:34.814743 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66a35-c858-4f8b-bc16-1fef1215e08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d20a664-7b85-48e3-a1a7-9666b47e5a62,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:34.817021 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58020) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:34.869290 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.885268 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Made reservation on behalf of 934560c4ba4c472e8e173efe90c8708b for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:34.888870 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.890528 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.937574 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.945883 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:34.947052 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d20a664-7b85-48e3-a1a7-9666b47e5a62 HTTP/1.1" status: 204 len: 168 time: 0.1291299 Sep 06 16:21:34.956882 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db270fab-1aef-492d-ba55-64ca98e629bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d20a664-7b85-48e3-a1a7-9666b47e5a62,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:35.024298 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Allocated IP 172.20.0.6 (18e53fb7-dead-447e-9b98-082f5d03d7b9/f8594d45-8f7c-4486-8f0b-2fa81e33bb26/58e495d5-af25-4bfb-8452-e5a85d89032a) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:21:35.174647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.211252 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58028) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:35.224540 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.226586 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2a51c078-0be8-4b72-87ee-fe4b990576d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.280425 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:21:35.286961 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:21:35.293349 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:21:35.298086 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Pushing event updated for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:35.365341 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:35.365951 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.416282 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2a51c078-0be8-4b72-87ee-fe4b990576d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.419980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2a51c078-0be8-4b72-87ee-fe4b990576d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.432730 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-28344839-8e6b-4e6f-b114-05144861bb34 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6758842 Sep 06 16:21:35.447239 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Request body: {'port': {'device_id': '66dd558c-5466-4dfe-9507-7049790cb161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:35.485527 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2a51c078-0be8-4b72-87ee-fe4b990576d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1c1463fb9484fb1b7774c8795f31e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731862 Sep 06 16:21:35.487868 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51c078-0be8-4b72-87ee-fe4b990576d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bb173e-6b8d-4975-8793-a790393b5f4f,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:35.488159 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58030) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:35.518865 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.543963 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.564333 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.613360 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.615965 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.619827 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80bb173e-6b8d-4975-8793-a790393b5f4f HTTP/1.1" status: 204 len: 168 time: 0.1279705 Sep 06 16:21:35.625802 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31a16b-8b1f-442c-871f-89fae92f82f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bb173e-6b8d-4975-8793-a790393b5f4f,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:35.820968 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e495d5-af25-4bfb-8452-e5a85d89032a {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:21:35.831000 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.842840 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb713ce-b180-47c7-9f57-b95e7aa1bfbc req-2ed6d895-33f9-4632-b00d-ee7aa08da8ab tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:35.844405 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ecb713ce-b180-47c7-9f57-b95e7aa1bfbc req-2ed6d895-33f9-4632-b00d-ee7aa08da8ab tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 931 time: 0.0847671 Sep 06 16:21:35.860658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Transition to ACTIVE for port object 58e495d5-af25-4bfb-8452-e5a85d89032a will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:21:35.868380 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:35.929998 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:35.934879 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ecb713ce-b180-47c7-9f57-b95e7aa1bfbc req-9e2cb43a-f37e-434a-91b4-e0a76e87a1b4 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828357 Sep 06 16:21:36.006276 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Attempting to bind port 58e495d5-af25-4bfb-8452-e5a85d89032a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:21:36.006740 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Attempting to bind port 58e495d5-af25-4bfb-8452-e5a85d89032a by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:21:36.007167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Attempting to bind port 58e495d5-af25-4bfb-8452-e5a85d89032a on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:21:36.012271 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Port 58e495d5-af25-4bfb-8452-e5a85d89032a on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:21:36.012711 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Attempting to bind port 58e495d5-af25-4bfb-8452-e5a85d89032a on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:21:36.017452 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:21:36.017784 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Checking segment: {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:21:36.018160 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Bound using segment: {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:21:36.018577 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Bound port: 58e495d5-af25-4bfb-8452-e5a85d89032a, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:21:36.018931 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:36.084402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:21:36.087039 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58e495d5-af25-4bfb-8452-e5a85d89032a,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:21:36.090964 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:36.123836 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.124469 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:36.125837 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/58e495d5-af25-4bfb-8452-e5a85d89032a HTTP/1.1" status: 200 len: 1093 time: 0.6840172 Sep 06 16:21:36.126272 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:36.128521 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:36.155763 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237140bc-41e9-4396-8d87-39ee62bfc7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:36.196263 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ace2eb-9763-4847-91c1-8dedec81ede0 x-openstack-request-id: req-11ace2eb-9763-4847-91c1-8dedec81ede0 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:36.196720 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:36.197079 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11ace2eb-9763-4847-91c1-8dedec81ede0 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:36.197506 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a', 'status': 'completed', 'code': 200} Sep 06 16:21:36.213849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-8e4b3408-474b-4c9e-babc-e6f6406bc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.215579 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-8e4b3408-474b-4c9e-babc-e6f6406bc11c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 1096 time: 0.0498240 Sep 06 16:21:36.257437 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-9abceaf3-696b-41fb-abe4-5acd06bdb6dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58e495d5-af25-4bfb-8452-e5a85d89032a HTTP/1.1" status: 200 len: 217 time: 0.0341611 Sep 06 16:21:36.305517 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-0d887c6f-7a11-47c5-9a5b-21ec09684ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.307154 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-0d887c6f-7a11-47c5-9a5b-21ec09684ba1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8594d45-8f7c-4486-8f0b-2fa81e33bb26 HTTP/1.1" status: 200 len: 847 time: 0.0435641 Sep 06 16:21:36.342598 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-6b5da2cf-d47c-48bf-b5d3-56f9c4c6d42b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18e53fb7-dead-447e-9b98-082f5d03d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281863 Sep 06 16:21:36.436174 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-c79ce1e9-9298-4947-a229-f69da172bcad service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Sep 06 16:21:36.532876 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-59ab7ef0-662a-4c9e-9c3b-ba8b10b1cd07 req-57735546-0ff3-473b-89e4-2f8e04d13c95 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888069 Sep 06 16:21:36.636494 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-a7b433ef-1ad6-4614-9301-d440a6310c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.637948 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-a7b433ef-1ad6-4614-9301-d440a6310c1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 1096 time: 0.0433054 Sep 06 16:21:36.729140 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-1075d20a-1283-4384-a1d1-f9b2ecc6e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.730599 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-1075d20a-1283-4384-a1d1-f9b2ecc6e895 service neutron] 10.222.0.46 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 908 time: 0.0855823 Sep 06 16:21:36.775936 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-07bad278-893f-4622-a10e-9dc8ddc9d73d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58e495d5-af25-4bfb-8452-e5a85d89032a HTTP/1.1" status: 200 len: 217 time: 0.0361834 Sep 06 16:21:36.826255 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-06e50fcd-8ed7-4c37-a3e5-8240f223638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:36.827624 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-06e50fcd-8ed7-4c37-a3e5-8240f223638c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8594d45-8f7c-4486-8f0b-2fa81e33bb26 HTTP/1.1" status: 200 len: 847 time: 0.0438230 Sep 06 16:21:36.860663 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-60dd81e5-f612-4220-b76e-a09ed83f66c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18e53fb7-dead-447e-9b98-082f5d03d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247719 Sep 06 16:21:36.956505 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-6fad6a5d-14d8-4a48-bf30-34440932d2a0 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884280 Sep 06 16:21:37.081572 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f234021a-8513-4ce4-91dc-fb7c24fdf2ba req-38fca99f-e018-4ac7-9a45-d9c33b65889a service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169405 Sep 06 16:21:37.090845 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3471b05-7105-4c62-b89c-426b9853a054 req-8c59ef41-b6d2-4725-9947-e37854a68b5a tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:37.092286 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3471b05-7105-4c62-b89c-426b9853a054 req-8c59ef41-b6d2-4725-9947-e37854a68b5a tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 943 time: 0.0726314 Sep 06 16:21:37.135563 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c3471b05-7105-4c62-b89c-426b9853a054 req-ac1c724c-a193-44e7-ae10-e4f15ae915f1 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Sep 06 16:21:38.249629 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 58e495d5-af25-4bfb-8452-e5a85d89032a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:21:38.250387 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aac2d0-f1a8-41c0-845c-9f538b1d84bf req-3eebe6a0-dbf1-43c8-9e21-8d747bbab98e tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:38.251912 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-27aac2d0-f1a8-41c0-845c-9f538b1d84bf req-3eebe6a0-dbf1-43c8-9e21-8d747bbab98e tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 943 time: 0.0481319 Sep 06 16:21:38.292026 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-27aac2d0-f1a8-41c0-845c-9f538b1d84bf req-8ecd16d8-ca19-4f26-8330-3b79c54f5720 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Sep 06 16:21:38.460857 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58e495d5-af25-4bfb-8452-e5a85d89032a,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:38.472165 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '58e495d5-af25-4bfb-8452-e5a85d89032a', 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9', 'port_id': '58e495d5-af25-4bfb-8452-e5a85d89032a', 'mac_address': 'fa:16:3e:05:49:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8594d45-8f7c-4486-8f0b-2fa81e33bb26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:21:38.507879 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:38.520564 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e495d5-af25-4bfb-8452-e5a85d89032a {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:21:38.539157 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58e495d5-af25-4bfb-8452-e5a85d89032a,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:38.542987 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:38.591258 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:38.598075 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.598424 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.598762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.599096 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.599432 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.599762 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.600107 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.600439 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.600763 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.601092 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.601413 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.601735 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:38.763670 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['58e495d5-af25-4bfb-8452-e5a85d89032a'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:21:39.405756 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdc716-4073-4614-aa5e-578ebd5b02a0 req-c15c455e-1bce-49ba-a2a5-e1acbc016d10 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:39.407209 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22cdc716-4073-4614-aa5e-578ebd5b02a0 req-c15c455e-1bce-49ba-a2a5-e1acbc016d10 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 944 time: 0.0483408 Sep 06 16:21:39.444140 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-22cdc716-4073-4614-aa5e-578ebd5b02a0 req-ce2ef651-6e89-4164-92dd-d4844351ee25 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Sep 06 16:21:40.139463 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-9e16937b-d769-4786-8c01-f4b5aa72b290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:40.264429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 58e495d5-af25-4bfb-8452-e5a85d89032a up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:21:40.314581 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 58e495d5-af25-4bfb-8452-e5a85d89032a completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:21:40.318102 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 58e495d5-af25-4bfb-8452-e5a85d89032a triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:21:40.318471 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:40.393381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:40.416072 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:40.418377 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa660999-c201-49c3-ba9e-7207ab068264" -d '{"events": [{"server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "name": "network-vif-plugged", "status": "completed", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:40.430891 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58e495d5-af25-4bfb-8452-e5a85d89032a,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:40.435133 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:40.463144 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d9862-f203-4950-a2db-9dd893ed655c x-openstack-request-id: req-9f9d9862-f203-4950-a2db-9dd893ed655c {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:40.463565 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "name": "network-vif-plugged", "status": "completed", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:40.463915 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f9d9862-f203-4950-a2db-9dd893ed655c {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:40.464405 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a', 'code': 200} Sep 06 16:21:40.494410 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:40.594465 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8e29d-d59c-411c-80bd-522f62007bfb req-ba14403c-a138-4974-b592-df1eb9fcb900 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:40.602179 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-dfa8e29d-d59c-411c-80bd-522f62007bfb req-ba14403c-a138-4974-b592-df1eb9fcb900 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0648549 Sep 06 16:21:40.667947 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-dfa8e29d-d59c-411c-80bd-522f62007bfb req-09bda04e-0029-4e72-807e-88e642b834f8 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648754 Sep 06 16:21:40.674572 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa97010-db7e-4be5-ac29-2ccdacc90e8f req-db212ddc-6ca1-4cf3-b87f-46b00b8aecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:40.676071 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4aa97010-db7e-4be5-ac29-2ccdacc90e8f req-db212ddc-6ca1-4cf3-b87f-46b00b8aecde service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 1098 time: 0.0714545 Sep 06 16:21:40.713000 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-4aa97010-db7e-4be5-ac29-2ccdacc90e8f req-ead8af9b-a53f-457f-b5b2-b01cb608313b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285971 Sep 06 16:21:41.787402 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe2f05-98a9-472e-96e2-9e120571d18d req-c4ebdfcc-1bc5-4bef-9957-7b45eed54587 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:41.788954 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59fe2f05-98a9-472e-96e2-9e120571d18d req-c4ebdfcc-1bc5-4bef-9957-7b45eed54587 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Sep 06 16:21:41.837038 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-59fe2f05-98a9-472e-96e2-9e120571d18d req-b0ad790d-fc72-43dc-859e-16ba673a024f tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366507 Sep 06 16:21:42.922634 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-78f7c20a-a3c3-47a7-aa5b-94fb0a2280fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:42.950308 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2169a-64df-4bf3-adc7-786bcb5bd661 req-f9a2b498-1c6b-40a2-b094-938312a308b8 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:42.951747 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5de2169a-64df-4bf3-adc7-786bcb5bd661 req-f9a2b498-1c6b-40a2-b094-938312a308b8 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Sep 06 16:21:42.988277 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5de2169a-64df-4bf3-adc7-786bcb5bd661 req-484bc83a-7e1b-4d52-ac8e-dfda84267bc1 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306392 Sep 06 16:21:43.002848 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:43.607665 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d3553-d740-471e-a836-1915fcefa92b req-f3a87d95-b8ea-49cc-a615-ba1e09663fa5 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:43.609348 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1c6d3553-d740-471e-a836-1915fcefa92b req-f3a87d95-b8ea-49cc-a615-ba1e09663fa5 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0544398 Sep 06 16:21:43.648019 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1c6d3553-d740-471e-a836-1915fcefa92b req-987cbd89-bd42-4135-b790-efb409092e53 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Sep 06 16:21:43.739429 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.153653 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58196) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:44.260323 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-10d11389-e5ce-4f8e-a5bd-775113ea17ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.350921 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-10d11389-e5ce-4f8e-a5bd-775113ea17ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.354660 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-10d11389-e5ce-4f8e-a5bd-775113ea17ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.391832 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-10d11389-e5ce-4f8e-a5bd-775113ea17ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f977834fea184d2c87ee2c16c2b18c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371354 Sep 06 16:21:44.392765 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d11389-e5ce-4f8e-a5bd-775113ea17ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566437dd-84b9-4371-ae38-d31033a14670,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:44.394568 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58200) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:44.445325 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.466475 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.512306 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.514705 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.515821 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/566437dd-84b9-4371-ae38-d31033a14670 HTTP/1.1" status: 204 len: 168 time: 0.1202996 Sep 06 16:21:44.523451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f9b3c-cf24-458f-9023-6872ca3702d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566437dd-84b9-4371-ae38-d31033a14670,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:44.768723 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bf060-b6f5-42ba-a6b2-f197c36c323e req-38bafcf7-110a-4177-9850-985f6c5cc767 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:44.770222 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c6bf060-b6f5-42ba-a6b2-f197c36c323e req-38bafcf7-110a-4177-9850-985f6c5cc767 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Sep 06 16:21:44.774495 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58208) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:44.793138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1654dcfc-1119-4470-85a6-bfdaa8a7647a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.833292 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-7c6bf060-b6f5-42ba-a6b2-f197c36c323e req-65569e55-58a9-44c6-b1b5-513263939ec1 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Sep 06 16:21:44.904731 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1654dcfc-1119-4470-85a6-bfdaa8a7647a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.908352 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1654dcfc-1119-4470-85a6-bfdaa8a7647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:44.945734 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1654dcfc-1119-4470-85a6-bfdaa8a7647a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e3462941fd84369af1baadce2274eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702170 Sep 06 16:21:44.948422 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58212) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:44.954160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654dcfc-1119-4470-85a6-bfdaa8a7647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e21062-7698-4615-b0da-6693a7102c59,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:44.998500 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.014412 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-7c07f154-ebc0-4327-b46e-5c24d4a35559 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:45.015942 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-7c07f154-ebc0-4327-b46e-5c24d4a35559 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 945 time: 0.0482626 Sep 06 16:21:45.018730 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.070064 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.073144 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.074316 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45e21062-7698-4615-b0da-6693a7102c59 HTTP/1.1" status: 204 len: 168 time: 0.1249909 Sep 06 16:21:45.082962 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2100ab8-fa5d-4f2c-9d52-47608e5b751e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e21062-7698-4615-b0da-6693a7102c59,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:45.111573 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Deleting port 58e495d5-af25-4bfb-8452-e5a85d89032a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:21:45.111918 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.202297 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] For port 58e495d5-af25-4bfb-8452-e5a85d89032a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=58e495d5-af25-4bfb-8452-e5a85d89032a,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:45.202666 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.215553 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Calling delete_port for 58e495d5-af25-4bfb-8452-e5a85d89032a owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:21:45.345611 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.357198 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['58e495d5-af25-4bfb-8452-e5a85d89032a'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:21:45.374092 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Pushing event deleted for resources: {'Port': ['ID=58e495d5-af25-4bfb-8452-e5a85d89032a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:45.402003 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58218) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:45.426503 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] No DVR routers for this DVR port 58e495d5-af25-4bfb-8452-e5a85d89032a on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:21:45.426951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.428653 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-84c26e6c-4cf5-4663-9ea4-c33d579dca0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.430875 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.433436 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e41cfa48-8bbf-49b7-a6cb-c17e672e3419 req-442eebfc-8485-47da-8841-8e396de2942c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "DELETE /v2.0/ports/58e495d5-af25-4bfb-8452-e5a85d89032a HTTP/1.1" status: 204 len: 173 time: 0.4106586 Sep 06 16:21:45.433856 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'name': 'network-vif-deleted', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:45.436163 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d69ded1-88c3-47d8-848b-b78a8774bfa1" -d '{"events": [{"server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "name": "network-vif-deleted", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:45.493788 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeca189-e57f-4291-ba19-684e9ddb6d47 x-openstack-request-id: req-aaeca189-e57f-4291-ba19-684e9ddb6d47 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:45.494066 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66dd558c-5466-4dfe-9507-7049790cb161", "name": "network-vif-deleted", "tag": "58e495d5-af25-4bfb-8452-e5a85d89032a", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:45.494480 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaeca189-e57f-4291-ba19-684e9ddb6d47 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:45.495012 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66dd558c-5466-4dfe-9507-7049790cb161', 'name': 'network-vif-deleted', 'tag': '58e495d5-af25-4bfb-8452-e5a85d89032a', 'status': 'completed', 'code': 200} Sep 06 16:21:45.544166 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-84c26e6c-4cf5-4663-9ea4-c33d579dca0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.548488 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-84c26e6c-4cf5-4663-9ea4-c33d579dca0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.588601 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-84c26e6c-4cf5-4663-9ea4-c33d579dca0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e06593d8f754024b80cd7ae2c1abac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846659 Sep 06 16:21:45.589667 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c26e6c-4cf5-4663-9ea4-c33d579dca0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a892cb2d-2c94-4d01-bf4c-3652f876d783,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:45.590879 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58222) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:45.638807 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.659610 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.704751 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.707270 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:45.708434 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a892cb2d-2c94-4d01-bf4c-3652f876d783 HTTP/1.1" status: 204 len: 168 time: 0.1165264 Sep 06 16:21:45.716992 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cc916-38bd-48d8-bcfe-a909e1a541f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a892cb2d-2c94-4d01-bf4c-3652f876d783,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:45.945067 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-daf33fae-d45a-479b-b89a-b1afec3aef83 req-b5811ff0-9fa2-4b4e-a3c0-6825f9ca0037 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=66dd558c-5466-4dfe-9507-7049790cb161 HTTP/1.1" status: 200 len: 210 time: 0.0283313 Sep 06 16:21:47.253021 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-43cb0a7f-d121-427a-8639-350d47e9c1ba tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:47.254496 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-43cb0a7f-d121-427a-8639-350d47e9c1ba tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 807 time: 0.1021156 Sep 06 16:21:47.270537 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-87914c74-aee1-4d60-9568-a4b49e23b9d7 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/quotas/934560c4ba4c472e8e173efe90c8708b HTTP/1.1" status: 200 len: 375 time: 0.0093734 Sep 06 16:21:47.302802 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-d0fdfe3b-5fb8-4fdd-8bea-de25bf7b1275 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259664 Sep 06 16:21:47.363585 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58296) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:47.395097 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-b0b8efbe-6484-4d2e-ba7d-2d8557785033 service neutron] 10.222.0.11 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 Sep 06 16:21:47.468492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d2287c-af03-4126-b550-5533ca2fa0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.484752 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-3f1b4e85-91e3-4b9f-a437-d157e87a0df3 service neutron] 10.222.0.11 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Sep 06 16:21:47.557296 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d2287c-af03-4126-b550-5533ca2fa0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.561203 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-13d2287c-af03-4126-b550-5533ca2fa0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.607375 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-13d2287c-af03-4126-b550-5533ca2fa0b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2f2807e198f4f0db7f6b2c8e7a58fe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419505 Sep 06 16:21:47.608853 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2287c-af03-4126-b550-5533ca2fa0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a9203-446b-4ae9-a530-cd2b183b2988,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:47.609519 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58302) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:47.653840 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f5496d5d-9557-49c2-a269-237fd79f075d req-f52ec23a-cc22-4523-97f1-51f0685d1c6b tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 210 time: 0.0258827 Sep 06 16:21:47.668182 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.699374 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.745149 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.747725 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:47.748934 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d5a9203-446b-4ae9-a530-cd2b183b2988 HTTP/1.1" status: 204 len: 168 time: 0.1381445 Sep 06 16:21:47.756634 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a9203-446b-4ae9-a530-cd2b183b2988,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:47.764644 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.764995 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.765332 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.765670 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.766000 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.766329 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.766655 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.766983 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.767309 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.767631 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.767953 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:47.768298 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb83ec6-ce9b-4a29-8b41-98ca7bcd4590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:21:48.029684 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58316) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:48.044655 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56cbbff4-33c3-4562-b8bc-6457653e1742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.138016 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56cbbff4-33c3-4562-b8bc-6457653e1742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.142060 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-56cbbff4-33c3-4562-b8bc-6457653e1742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.180673 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-56cbbff4-33c3-4562-b8bc-6457653e1742 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=972fd5ee3e144aca91fe9b3a83f273e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499102 Sep 06 16:21:48.181698 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbbff4-33c3-4562-b8bc-6457653e1742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10081793-17b0-4462-8f1a-26bc4e9febff,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:48.183506 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58318) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:48.232661 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.253275 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.264861 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 58e495d5-af25-4bfb-8452-e5a85d89032a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:21:48.283566 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 58e495d5-af25-4bfb-8452-e5a85d89032a {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:21:48.283907 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 58e495d5-af25-4bfb-8452-e5a85d89032a not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:21:48.299601 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.302192 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.303336 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10081793-17b0-4462-8f1a-26bc4e9febff HTTP/1.1" status: 204 len: 168 time: 0.1188099 Sep 06 16:21:48.311372 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1346119-54a6-4d1a-b502-6b029be983a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10081793-17b0-4462-8f1a-26bc4e9febff,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:48.575802 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-93d2f57f-b69a-4517-8289-d14433750c7f tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:48.577895 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-93d2f57f-b69a-4517-8289-d14433750c7f tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 807 time: 0.1129649 Sep 06 16:21:48.596307 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Request body: {'port': {'device_id': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9', 'admin_state_up': True, 'tenant_id': '934560c4ba4c472e8e173efe90c8708b'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:48.714987 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Made reservation on behalf of 934560c4ba4c472e8e173efe90c8708b for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:21:48.718644 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:48.755494 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8e3f6a4d-0bc3-486f-9f04-ab9b8b33ec6a req-bad6ddda-e645-4c2c-aa43-0a521a78ad16 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 210 time: 0.0308721 Sep 06 16:21:48.855478 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Allocated IP 172.20.0.6 (18e53fb7-dead-447e-9b98-082f5d03d7b9/f8594d45-8f7c-4486-8f0b-2fa81e33bb26/7c5ec2bb-0219-4a6b-b783-5934de8d81ed) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:21:49.002379 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.041999 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.348186 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Network 18e53fb7-dead-447e-9b98-082f5d03d7b9 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:21:49.356251 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:21:49.358665 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:21:49.382019 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Pushing event updated for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:49.414265 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:49.414928 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.429714 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5dcaf172-5451-4b4e-9613-adad0d894fbf tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417065 Sep 06 16:21:49.442492 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Request body: {'port': {'device_id': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:21:49.494304 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.745879 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5ec2bb-0219-4a6b-b783-5934de8d81ed {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:21:49.753024 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.764803 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Transition to ACTIVE for port object 7c5ec2bb-0219-4a6b-b783-5934de8d81ed will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:21:49.768696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.816018 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:49.925004 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091be8-5882-4934-acaa-9a3452bb8728 req-8fff98c4-039f-4773-85bf-8e5404e3d0a9 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:49.926381 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8e091be8-5882-4934-acaa-9a3452bb8728 req-8fff98c4-039f-4773-85bf-8e5404e3d0a9 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 943 time: 0.1025851 Sep 06 16:21:49.928679 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Attempting to bind port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:21:49.929013 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Attempting to bind port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:21:49.929339 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Attempting to bind port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:21:49.940378 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:21:49.940700 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Attempting to bind port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed on network 18e53fb7-dead-447e-9b98-082f5d03d7b9 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:21:49.952567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:21:49.952907 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Checking segment: {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:21:49.953286 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Bound using segment: {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:21:49.953720 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Bound port: 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:21:49.954081 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:49.998573 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8e091be8-5882-4934-acaa-9a3452bb8728 req-df4545d9-5777-4194-b5b5-2e887cc829da tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656006 Sep 06 16:21:50.028190 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:21:50.031142 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:21:50.035541 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:50.073435 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.074047 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:50.075437 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] 10.222.0.46 "PUT /v2.0/ports/7c5ec2bb-0219-4a6b-b783-5934de8d81ed HTTP/1.1" status: 200 len: 1093 time: 0.6373568 Sep 06 16:21:50.075875 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:50.078132 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f601ba-8a22-4112-b23d-3ca43d42f559" -d '{"events": [{"name": "network-changed", "server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:50.102181 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba734c-d512-46bd-8b79-18cff37b0615 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:50.113802 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9415cb-18e3-4857-af4c-68d44f3ee2c7 x-openstack-request-id: req-7d9415cb-18e3-4857-af4c-68d44f3ee2c7 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:50.114088 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:50.114364 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d9415cb-18e3-4857-af4c-68d44f3ee2c7 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:50.114784 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed', 'status': 'completed', 'code': 200} Sep 06 16:21:50.157786 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-ecb2ad75-cfdb-4254-a894-cb81fc495273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.159221 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-ecb2ad75-cfdb-4254-a894-cb81fc495273 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 1096 time: 0.0395710 Sep 06 16:21:50.199189 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-f8ea481d-edec-48ef-aa61-af0fd3bbb620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed HTTP/1.1" status: 200 len: 217 time: 0.0321391 Sep 06 16:21:50.250842 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-cef110b8-7b95-478b-bda7-f71ec33c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.252297 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-cef110b8-7b95-478b-bda7-f71ec33c7579 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8594d45-8f7c-4486-8f0b-2fa81e33bb26 HTTP/1.1" status: 200 len: 847 time: 0.0458937 Sep 06 16:21:50.281876 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-5e262b9a-8de0-4546-b244-7675d1dc87d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18e53fb7-dead-447e-9b98-082f5d03d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232027 Sep 06 16:21:50.370731 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-22bd5de9-2f80-4ddb-a836-290b9f75bd49 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817401 Sep 06 16:21:50.465545 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-969367c3-7b1a-43e5-8bae-9354c0c611ae req-3327256b-82c2-4b6b-ba09-a5ad34668b69 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866065 Sep 06 16:21:50.555098 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-c0cd9d1e-f4f0-4be3-8883-dd80fd2daf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.557118 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-c0cd9d1e-f4f0-4be3-8883-dd80fd2daf5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=934560c4ba4c472e8e173efe90c8708b&device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 1096 time: 0.0416307 Sep 06 16:21:50.655849 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-95a3b0ab-54a1-48c1-bc2f-05ada76e387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.657390 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-95a3b0ab-54a1-48c1-bc2f-05ada76e387b service neutron] 10.222.0.46 "GET /v2.0/networks?id=18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 200 len: 908 time: 0.0922072 Sep 06 16:21:50.698871 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-f6b63eab-fbba-4fdb-8390-815bb55fe4b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed HTTP/1.1" status: 200 len: 217 time: 0.0335190 Sep 06 16:21:50.750294 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-4e248beb-8a6e-41c3-8448-1e38d700c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:50.752125 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-4e248beb-8a6e-41c3-8448-1e38d700c1cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f8594d45-8f7c-4486-8f0b-2fa81e33bb26 HTTP/1.1" status: 200 len: 847 time: 0.0459862 Sep 06 16:21:50.787962 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-96075ab6-fd61-47f3-bbf4-cb4a4a39c62c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=18e53fb7-dead-447e-9b98-082f5d03d7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283964 Sep 06 16:21:50.877856 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-518b56af-7594-4b3d-adf5-d9cd36ef28a3 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815029 Sep 06 16:21:50.972263 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-87f601ba-8a22-4112-b23d-3ca43d42f559 req-a8b5723b-71c2-4852-998f-0c65f1e514f3 service neutron] 10.222.0.46 "GET /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Sep 06 16:21:51.113547 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b7d6-e8db-4f5b-a2ae-a03a817dd817 req-b02f7794-a119-41be-ba79-560ea8c4f785 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:51.115193 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-67d6b7d6-e8db-4f5b-a2ae-a03a817dd817 req-b02f7794-a119-41be-ba79-560ea8c4f785 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 943 time: 0.0485435 Sep 06 16:21:51.155302 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-67d6b7d6-e8db-4f5b-a2ae-a03a817dd817 req-bbc955ed-293f-469c-a4ac-343bb0d1b282 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Sep 06 16:21:52.275350 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996cff-0268-48be-8983-ca2cacf923eb req-39e409a7-79ed-4888-bbc5-e4e9134a7903 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:52.276935 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2996cff-0268-48be-8983-ca2cacf923eb req-39e409a7-79ed-4888-bbc5-e4e9134a7903 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 943 time: 0.0518224 Sep 06 16:21:52.278914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 7c5ec2bb-0219-4a6b-b783-5934de8d81ed details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:21:52.314286 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a2996cff-0268-48be-8983-ca2cacf923eb req-62de8b15-09e5-451d-a843-6401b7a69942 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Sep 06 16:21:52.326014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58398) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:52.394132 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:52.404836 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed', 'network_id': '18e53fb7-dead-447e-9b98-082f5d03d7b9', 'port_id': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed', 'mac_address': 'fa:16:3e:5c:72:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8594d45-8f7c-4486-8f0b-2fa81e33bb26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:21:52.433271 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6488-deda-499c-b3b2-a3212a73858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.441492 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.453502 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5ec2bb-0219-4a6b-b783-5934de8d81ed {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:21:52.472274 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:52.477336 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.521310 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6488-deda-499c-b3b2-a3212a73858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.525395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-ddfa6488-deda-499c-b3b2-a3212a73858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.527103 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:52.543386 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:21:52.563816 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-ddfa6488-deda-499c-b3b2-a3212a73858f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7107c8688344e01acfddb4ff1a2762a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365236 Sep 06 16:21:52.564668 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa6488-deda-499c-b3b2-a3212a73858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e94b770-3ff9-4c3b-85c1-deed9aee975a,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:52.566551 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58402) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:21:52.616739 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.638206 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.684252 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.686642 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:52.687800 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e94b770-3ff9-4c3b-85c1-deed9aee975a HTTP/1.1" status: 204 len: 168 time: 0.1196175 Sep 06 16:21:52.694561 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['7c5ec2bb-0219-4a6b-b783-5934de8d81ed'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:21:52.695215 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5ccc9-0586-4b30-b601-e56171c5ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e94b770-3ff9-4c3b-85c1-deed9aee975a,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:53.430400 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee9bd-f494-4931-a330-4598e0e4c281 req-1a9e58e6-5bfe-420e-acb4-0c0f953c141b tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:53.432554 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-990ee9bd-f494-4931-a330-4598e0e4c281 req-1a9e58e6-5bfe-420e-acb4-0c0f953c141b tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 944 time: 0.0513735 Sep 06 16:21:53.469035 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-990ee9bd-f494-4931-a330-4598e0e4c281 req-f214d5d6-4b54-44f8-9bde-59b8b2adb21c tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306103 Sep 06 16:21:54.284535 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 7c5ec2bb-0219-4a6b-b783-5934de8d81ed up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:21:54.333415 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:21:54.337138 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:21:54.337626 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:54.411323 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:54.432842 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:54.435029 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff4499a-fc8b-4c2d-9ac7-1d37ffd7658d" -d '{"events": [{"server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:54.447603 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:54.451656 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:54.473833 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17432b-892f-4d2d-98ae-69904839f9f0 x-openstack-request-id: req-0f17432b-892f-4d2d-98ae-69904839f9f0 {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:54.474139 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "name": "network-vif-plugged", "status": "completed", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:54.474367 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f17432b-892f-4d2d-98ae-69904839f9f0 {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:54.474742 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed', 'code': 200} Sep 06 16:21:54.500217 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:54.590359 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d7c83-94aa-4de1-b7a1-4c7d6df73bb0 req-9342d0eb-d0a6-4678-a61f-c1ea82b2e307 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:54.591891 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9a1d7c83-94aa-4de1-b7a1-4c7d6df73bb0 req-9342d0eb-d0a6-4678-a61f-c1ea82b2e307 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0559604 Sep 06 16:21:54.654170 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfd0d8-eae5-46e0-9e77-4950ae2a7642 req-f0f496ba-2654-41c5-ad70-0fd3574aa757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:54.655668 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0cfd0d8-eae5-46e0-9e77-4950ae2a7642 req-f0f496ba-2654-41c5-ad70-0fd3574aa757 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 1098 time: 0.0614004 Sep 06 16:21:54.658639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-9a1d7c83-94aa-4de1-b7a1-4c7d6df73bb0 req-31037287-3a10-48d9-b230-675ced6aa58a tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Sep 06 16:21:54.694995 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-e0cfd0d8-eae5-46e0-9e77-4950ae2a7642 req-9885c413-7b8f-48c5-bc6b-9d698aadcd72 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313425 Sep 06 16:21:55.774689 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e4562-8a55-40ba-a764-00188c327abf req-527fbdc3-79d3-40f4-8b35-babd256c1794 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:55.776426 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a5e4562-8a55-40ba-a764-00188c327abf req-527fbdc3-79d3-40f4-8b35-babd256c1794 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0486476 Sep 06 16:21:55.814897 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-4a5e4562-8a55-40ba-a764-00188c327abf req-bcd9cf8f-22a1-43c0-bace-6028e7232b65 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Sep 06 16:21:56.927795 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0188-e64a-4c7c-b675-0ccbd727493b req-d3f7e0ef-2e12-4699-a924-5a27ff6b59a3 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:56.929302 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-972b0188-e64a-4c7c-b675-0ccbd727493b req-d3f7e0ef-2e12-4699-a924-5a27ff6b59a3 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0482137 Sep 06 16:21:56.966518 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-972b0188-e64a-4c7c-b675-0ccbd727493b req-104dfe4f-8bf7-4667-b7b0-dadedb2abc7b tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Sep 06 16:21:57.596963 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddb887-ee8d-405b-9040-028562e618cc req-ccf2b317-0ee4-483a-823f-f01f4918e6c5 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:57.598506 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c4ddb887-ee8d-405b-9040-028562e618cc req-ccf2b317-0ee4-483a-823f-f01f4918e6c5 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0486588 Sep 06 16:21:57.636814 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c4ddb887-ee8d-405b-9040-028562e618cc req-8fdf44a6-058c-4938-bf9d-5e93e6894f96 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Sep 06 16:21:58.752759 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3537f-d3dd-4e79-8633-841f51c4e346 req-9c979156-9cb8-4cdc-9588-a8499f8e6cc2 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:58.754186 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a4d3537f-d3dd-4e79-8633-841f51c4e346 req-9c979156-9cb8-4cdc-9588-a8499f8e6cc2 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0509248 Sep 06 16:21:58.791107 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-a4d3537f-d3dd-4e79-8633-841f51c4e346 req-84fcbcbb-7703-474e-9933-442f4951ef78 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.11 "GET /v2.0/security-groups?id=26768c43-c6bb-4c21-b3c1-4283ca2388ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Sep 06 16:21:58.867958 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-16951181-3586-47a2-9bb6-e7edb404dc9e tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:21:58.869451 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-16951181-3586-47a2-9bb6-e7edb404dc9e tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1620baf-7c0a-4fef-a84e-85f39c46ba2b HTTP/1.1" status: 200 len: 945 time: 0.0461056 Sep 06 16:21:58.965321 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Deleting port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:21:58.965570 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:59.051566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] For port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,segment=NetworkSegment(3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a),segment_id=3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:21:59.051925 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:59.067863 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Calling delete_port for 7c5ec2bb-0219-4a6b-b783-5934de8d81ed owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:21:59.187909 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:59.200002 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['7c5ec2bb-0219-4a6b-b783-5934de8d81ed'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:21:59.214184 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Pushing event deleted for resources: {'Port': ['ID=7c5ec2bb-0219-4a6b-b783-5934de8d81ed,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:21:59.262831 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] No DVR routers for this DVR port 7c5ec2bb-0219-4a6b-b783-5934de8d81ed on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:21:59.265444 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:21:59.267639 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-089f6f91-e674-42c7-98e1-8e4f29750d1e req-f040cd34-83c9-48f9-aeb7-c047037c5c77 tempest-VolumesActionsTest-910743739 tempest-VolumesActionsTest-910743739-project] 10.222.0.46 "DELETE /v2.0/ports/7c5ec2bb-0219-4a6b-b783-5934de8d81ed HTTP/1.1" status: 204 len: 173 time: 0.3920801 Sep 06 16:21:59.268104 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'name': 'network-vif-deleted', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:21:59.270869 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1c17a3-7aaf-4082-ac83-51da9e139477" -d '{"events": [{"server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "name": "network-vif-deleted", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:21:59.312072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d74543-175f-49f5-af1e-5fe26152d786 x-openstack-request-id: req-28d74543-175f-49f5-af1e-5fe26152d786 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:21:59.312413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1620baf-7c0a-4fef-a84e-85f39c46ba2b", "name": "network-vif-deleted", "tag": "7c5ec2bb-0219-4a6b-b783-5934de8d81ed", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:21:59.312658 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28d74543-175f-49f5-af1e-5fe26152d786 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:21:59.313043 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1620baf-7c0a-4fef-a84e-85f39c46ba2b', 'name': 'network-vif-deleted', 'tag': '7c5ec2bb-0219-4a6b-b783-5934de8d81ed', 'status': 'completed', 'code': 200} Sep 06 16:22:02.399425 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 7c5ec2bb-0219-4a6b-b783-5934de8d81ed no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:22:02.419073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 7c5ec2bb-0219-4a6b-b783-5934de8d81ed {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:22:02.419402 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 7c5ec2bb-0219-4a6b-b783-5934de8d81ed not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:22:04.558828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:10.110004 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-69bc5fb7-fe4d-458d-98c7-2dfc03a9a23c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440497 Sep 06 16:22:10.146744 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-54eafa77-2eeb-4658-a4c6-edfae6741a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:10.231807 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-42db58b4-0c39-4a0a-a673-310907822ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:10.234486 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-42db58b4-0c39-4a0a-a673-310907822ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0625391 Sep 06 16:22:10.373538 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-690ca959-555b-4764-8182-68140b1df01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:10.376652 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-690ca959-555b-4764-8182-68140b1df01d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.1217351 Sep 06 16:22:10.445328 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-19d4af5a-4382-4ef7-9f38-4178db16e011 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 1001 time: 0.0580907 Sep 06 16:22:10.505087 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-d8269d54-7ba5-412d-bab4-1020b7844b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:10.506606 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-d8269d54-7ba5-412d-bab4-1020b7844b3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0540190 Sep 06 16:22:10.557331 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-fc8ea39b-987f-4f9e-92f6-23ec8187d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:10.559689 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-fc8ea39b-987f-4f9e-92f6-23ec8187d50d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457771 Sep 06 16:22:10.669080 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-d8141f09-5d1f-4b2a-a925-f7f613e313c6 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005096 Sep 06 16:22:10.781188 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-a4f5d016-01e6-462c-907e-7b195c61f0bd req-eddfc92c-5d88-452a-8ad6-176d8351e522 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044819 Sep 06 16:22:12.927194 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f0a72d5f-b730-45d9-9b71-fd31434f73af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:13.007803 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:13.744042 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:15.431792 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.496647 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58656) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:20.539914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Deleting subnet f8594d45-8f7c-4486-8f0b-2fa81e33bb26 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:22:20.543102 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.577234 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.622566 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.672808 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.699012 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8594d45-8f7c-4486-8f0b-2fa81e33bb26,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:20.701373 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.703178 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8594d45-8f7c-4486-8f0b-2fa81e33bb26 HTTP/1.1" status: 204 len: 168 time: 0.2055130 Sep 06 16:22:20.705755 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 58658) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:20.708983 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.709334 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.709675 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.710014 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.710345 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.710677 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.711255 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.711584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.711910 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.712261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.712586 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.712903 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d03de57-05ba-4d7e-b1a2-4064fa35c427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:20.778056 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.855711 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.874868 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e53fb7-dead-447e-9b98-082f5d03d7b9']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:20.883642 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:20.883946 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3658cf0d-5e39-4fd0-8a22-3a2a451c7a8a') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:20.892931 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.905474 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.911108 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:22:20.911489 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:22:20.913100 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:22:20.972763 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.977895 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:20.980382 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] 10.222.0.11 "DELETE /v2.0/networks/18e53fb7-dead-447e-9b98-082f5d03d7b9 HTTP/1.1" status: 204 len: 168 time: 0.2729943 Sep 06 16:22:20.990492 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de58a15-b03f-4f75-b691-0e4b1b3eca4c admin admin] Pushing event deleted for resources: {'Network': ['ID=18e53fb7-dead-447e-9b98-082f5d03d7b9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:21.140884 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58662) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:21.179746 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-77afc486-7c69-4116-9118-ad0f93e4a4e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=934560c4ba4c472e8e173efe90c8708b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377359 Sep 06 16:22:21.182135 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58664) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:21.230387 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:21.250473 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:21.295378 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:21.298074 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:21.299194 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26768c43-c6bb-4c21-b3c1-4283ca2388ba HTTP/1.1" status: 204 len: 168 time: 0.1155422 Sep 06 16:22:21.306504 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7318b-2966-4c07-8094-fac82b87f684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26768c43-c6bb-4c21-b3c1-4283ca2388ba,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:29.543313 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:22:34.555986 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:37.746734 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-0465868b-2433-4d6e-b68c-f799a0ceb3b1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642813892&fields=id&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 267 time: 0.0361462 Sep 06 16:22:37.848668 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-62ed060d-1045-41c2-9801-dc139cd55e37 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:37.850112 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-62ed060d-1045-41c2-9801-dc139cd55e37 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.0968909 Sep 06 16:22:37.865206 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-b6e54b30-245d-43a7-a2b3-c3c26a7b2a64 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/quotas/2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 375 time: 0.0087602 Sep 06 16:22:37.920616 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-56204860-0900-4d59-b80c-340cde14fbdd tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502169 Sep 06 16:22:38.013836 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-632ac461-3581-47e7-bd03-063249285cda service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821340 Sep 06 16:22:38.103150 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-46eaec7b-2416-4693-b06f-f41a413c4311 service neutron] 10.222.0.11 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Sep 06 16:22:38.396620 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-3b732441-4dbe-4155-81b2-e224d94f1352 req-0915f89a-e09c-4ae5-bac6-cdda189267db tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 210 time: 0.0298433 Sep 06 16:22:39.296442 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-8dd50ade-d78c-4b76-a47a-0c4fabcae683 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:39.297903 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-8dd50ade-d78c-4b76-a47a-0c4fabcae683 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 812 time: 0.1027367 Sep 06 16:22:39.341194 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-a8313715-6694-4fac-8548-f0f6e2ca4502 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7b8b7080324cb18fc86a25e6c471c4 HTTP/1.1" status: 200 len: 379 time: 0.0335958 Sep 06 16:22:39.350592 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'port': {'device_id': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'admin_state_up': True, 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'security_groups': ['227f4a87-49c9-4b55-ac04-aa6feda7a331']}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:22:39.461096 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Made reservation on behalf of 2a7b8b7080324cb18fc86a25e6c471c4 for: {'port': 1} {{(pid=94037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 16:22:39.465494 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:39.508896 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-7560a981-4eee-4004-805d-5b658d3f5d70 req-ac08e0b2-3a80-4535-98a7-f3f3cb6df321 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 210 time: 0.0339651 Sep 06 16:22:39.616560 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.20.0.7 (7020465a-faa5-4e33-a7c1-1eab0a98548f/d72a9e20-44ef-403f-a9a0-71837a243909/b36709c2-e17c-4176-b77c-dfa0042869d1) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:22:39.757707 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:39.784217 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Transition to ACTIVE for port object b36709c2-e17c-4176-b77c-dfa0042869d1 will not be triggered until provisioned by entity DHCP. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:22:39.817509 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:39.864777 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:22:39.868110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:22:39.875562 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:22:39.881444 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:39.930125 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:39.930771 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:39.947530 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-51043f98-3617-430c-bc7a-51d5ecbae23e tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004488 Sep 06 16:22:39.959742 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Request body: {'port': {'device_id': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:22:40.018700 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.108464 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-da3030c7-ff16-4d57-8d54-d8c0a534fe94 None None] Provisioning for port b36709c2-e17c-4176-b77c-dfa0042869d1 completed by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:22:40.112147 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-da3030c7-ff16-4d57-8d54-d8c0a534fe94 None None] Provisioning complete for port b36709c2-e17c-4176-b77c-dfa0042869d1 triggered by entity DHCP. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:22:40.112513 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-da3030c7-ff16-4d57-8d54-d8c0a534fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.158799 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d8d85bbc-ed8c-43f6-9ef2-1ac35961d0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.161169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-da3030c7-ff16-4d57-8d54-d8c0a534fe94 None None] Port b36709c2-e17c-4176-b77c-dfa0042869d1 cannot update to ACTIVE because it is not bound. {{(pid=94039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 06 16:22:40.280354 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36709c2-e17c-4176-b77c-dfa0042869d1 {{(pid=94037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:22:40.287451 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.299567 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.provisioning_blocks [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Transition to ACTIVE for port object b36709c2-e17c-4176-b77c-dfa0042869d1 will not be triggered until provisioned by entity L2. {{(pid=94037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 06 16:22:40.303023 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.367904 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Pushing event updated for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:40.420974 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Attempting to bind port b36709c2-e17c-4176-b77c-dfa0042869d1 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 06 16:22:40.421321 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Attempting to bind port b36709c2-e17c-4176-b77c-dfa0042869d1 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 06 16:22:40.421645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Attempting to bind port b36709c2-e17c-4176-b77c-dfa0042869d1 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:22:40.426078 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Port b36709c2-e17c-4176-b77c-dfa0042869d1 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 06 16:22:40.426395 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Attempting to bind port b36709c2-e17c-4176-b77c-dfa0042869d1 on network 7020465a-faa5-4e33-a7c1-1eab0a98548f {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 06 16:22:40.431238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Checking agent: {'id': '9ada479f-721b-45eb-a5c1-06dec8a4cfa3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'started_at': datetime.datetime(2021, 9, 6, 16, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 6, 16, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 06 16:22:40.431570 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Checking segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 06 16:22:40.431945 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Bound using segment: {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'} {{(pid=94037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 06 16:22:40.432407 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.managers [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Bound port: b36709c2-e17c-4176-b77c-dfa0042869d1, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f'}}] {{(pid=94037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 06 16:22:40.432765 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.497409 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, cleared binding levels {{(pid=94037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 16:22:40.500402 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b36709c2-e17c-4176-b77c-dfa0042869d1,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 16:22:40.504778 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.538735 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:40.539242 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:40.540664 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] 10.222.0.46 "PUT /v2.0/ports/b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 1093 time: 0.5854316 Sep 06 16:22:40.541122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:22:40.543327 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed2d362-4a49-4e3a-864f-87554447f59a" -d '{"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:22:40.567121 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7e313-33a3-4c97-b29c-9a0c5bdaf856 service neutron] Pushing event updated for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=3']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:40.640305 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f62cee8-a38c-49d7-b608-676d7c364f98 x-openstack-request-id: req-3f62cee8-a38c-49d7-b608-676d7c364f98 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:22:40.640767 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:22:40.641157 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f62cee8-a38c-49d7-b608-676d7c364f98 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:22:40.641672 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'status': 'completed', 'code': 200} Sep 06 16:22:40.664194 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-4a3df7b4-493e-4b60-8185-26a7ead2f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:40.666589 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-4a3df7b4-493e-4b60-8185-26a7ead2f706 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1096 time: 0.0608046 Sep 06 16:22:40.710582 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d2af9-507a-4883-815d-cc18569e527f req-fd64e8a9-b950-4c92-856c-5ffd910f4c67 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:40.712495 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-148d2af9-507a-4883-815d-cc18569e527f req-fd64e8a9-b950-4c92-856c-5ffd910f4c67 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0543041 Sep 06 16:22:40.713865 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-a615169f-5a1c-4689-9258-fe76110a7667 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 217 time: 0.0397041 Sep 06 16:22:40.753606 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-148d2af9-507a-4883-815d-cc18569e527f req-f8861b68-2e09-42c0-ab8c-f5c6cc55da12 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342603 Sep 06 16:22:40.766126 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-15c98bc4-4228-4f15-8507-dae900bcdc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:40.769568 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-15c98bc4-4228-4f15-8507-dae900bcdc47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0493469 Sep 06 16:22:40.814615 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-0cde7afc-a3c9-4218-b3e8-bf6399cf96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:40.816280 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-0cde7afc-a3c9-4218-b3e8-bf6399cf96c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394287 Sep 06 16:22:40.906355 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-e1d91084-e64f-423c-b8fb-cb4d319b0792 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826468 Sep 06 16:22:40.993121 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-0ec43436-6c8d-4679-9c7b-1df9e45c045a req-91aaeeda-a5e6-4c97-a592-1e28ed5c651c service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801830 Sep 06 16:22:41.081968 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2d362-4a49-4e3a-864f-87554447f59a req-e2513744-e077-4870-b5df-94b658110baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:41.083447 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-e2513744-e077-4870-b5df-94b658110baa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1096 time: 0.0462623 Sep 06 16:22:41.172200 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2d362-4a49-4e3a-864f-87554447f59a req-a4d17100-a095-4103-94bb-18dfd468b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:41.173592 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-a4d17100-a095-4103-94bb-18dfd468b758 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0814836 Sep 06 16:22:41.216990 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-48737bde-1a49-4b0b-8390-e93897c49277 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 217 time: 0.0362456 Sep 06 16:22:41.265700 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2d362-4a49-4e3a-864f-87554447f59a req-1bd50e95-be3a-4155-ac24-43f6c495e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:41.267099 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-1bd50e95-be3a-4155-ac24-43f6c495e88b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0433877 Sep 06 16:22:41.313020 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2d362-4a49-4e3a-864f-87554447f59a req-623db691-7463-4bef-b6a4-c3a3db74d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:41.314498 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-623db691-7463-4bef-b6a4-c3a3db74d5d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392315 Sep 06 16:22:41.404159 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-3eaaa5ac-3ecf-4ffc-8cf8-467f245bae7c service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810959 Sep 06 16:22:41.493445 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-bed2d362-4a49-4e3a-864f-87554447f59a req-ec93425c-ed10-41a6-8aa3-ecb2aae9bda9 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789096 Sep 06 16:22:41.873230 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2befe7-f583-4ccd-8603-b43ddbf5412e req-2215a896-8322-4edf-bc8b-3baac4c841dc tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:41.874690 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ad2befe7-f583-4ccd-8603-b43ddbf5412e req-2215a896-8322-4edf-bc8b-3baac4c841dc tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0483224 Sep 06 16:22:41.916170 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-ad2befe7-f583-4ccd-8603-b43ddbf5412e req-e69d3c2a-ef2e-4171-bcf3-669da761b8a4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351448 Sep 06 16:22:42.928535 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-51148143-8d46-460c-afe7-f0ad177839c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:43.001914 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:43.031004 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b78b-7973-4794-84c0-6a06e36f33e5 req-13a9a3e7-7a9b-4f6b-b191-4a51e11459da tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:43.032536 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1882b78b-7973-4794-84c0-6a06e36f33e5 req-13a9a3e7-7a9b-4f6b-b191-4a51e11459da tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0515926 Sep 06 16:22:43.075077 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1882b78b-7973-4794-84c0-6a06e36f33e5 req-79c6bfe7-12a4-4e7a-942d-a7cbaca93966 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365050 Sep 06 16:22:43.743676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:44.189476 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127f6be-923a-475d-82be-fe884d38079b req-d7cfbaee-774d-481c-a626-14b0c7830249 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:44.191165 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2127f6be-923a-475d-82be-fe884d38079b req-d7cfbaee-774d-481c-a626-14b0c7830249 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0491450 Sep 06 16:22:44.228310 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-2127f6be-923a-475d-82be-fe884d38079b req-35c0dabb-a152-4371-9fd1-ea72353b89e6 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308714 Sep 06 16:22:45.341976 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38a81a-c9a0-4d35-bb61-506ec16d7ca1 req-7bebb9c8-d9ff-4422-8ac8-5c03bf4b2639 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:45.343427 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dc38a81a-c9a0-4d35-bb61-506ec16d7ca1 req-7bebb9c8-d9ff-4422-8ac8-5c03bf4b2639 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0494545 Sep 06 16:22:45.385103 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-dc38a81a-c9a0-4d35-bb61-506ec16d7ca1 req-ec45aa82-6e46-4bfc-884d-cb179a1de8bb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356624 Sep 06 16:22:45.433951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:46.509980 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e15be-70d4-4f06-a3d1-e62d9f4ac076 req-a0fe66a3-3919-467b-a7c2-25fd7cfc3eab tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:46.511926 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3a9e15be-70d4-4f06-a3d1-e62d9f4ac076 req-a0fe66a3-3919-467b-a7c2-25fd7cfc3eab tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0491877 Sep 06 16:22:46.549558 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3a9e15be-70d4-4f06-a3d1-e62d9f4ac076 req-9a0dd88d-7227-4586-ad06-544320b6e4d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Sep 06 16:22:47.665324 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a0595-b16d-4026-89ca-69ad6515f9f2 req-164dfa89-89c8-412e-924f-9b56bd665dde tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:47.666833 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8a0a0595-b16d-4026-89ca-69ad6515f9f2 req-164dfa89-89c8-412e-924f-9b56bd665dde tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 943 time: 0.0493171 Sep 06 16:22:47.705710 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-8a0a0595-b16d-4026-89ca-69ad6515f9f2 req-b53dbf49-dac7-4f96-8f5f-d5de67cf6977 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320079 Sep 06 16:22:48.561480 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device b36709c2-e17c-4176-b77c-dfa0042869d1 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 16:22:48.653509 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b36709c2-e17c-4176-b77c-dfa0042869d1,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:22:48.667253 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Returning: {'device': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'port_id': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'mac_address': 'fa:16:3e:55:0a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 16:22:48.705073 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:48.717374 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36709c2-e17c-4176-b77c-dfa0042869d1 {{(pid=94039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 06 16:22:48.736705 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b36709c2-e17c-4176-b77c-dfa0042869d1,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:22:48.740571 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:48.787628 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=4']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:48.795365 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.795711 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.796047 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.796408 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.796733 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.797058 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.797381 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.797703 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.798022 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.798338 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.798657 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.798985 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:22:48.823498 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703f700-d821-487b-8db7-648a86f8f297 req-b1cb6139-bdf5-475b-bfac-dd77976edc5a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:48.825005 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b703f700-d821-487b-8db7-648a86f8f297 req-b1cb6139-bdf5-475b-bfac-dd77976edc5a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 944 time: 0.0491395 Sep 06 16:22:48.865695 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-b703f700-d821-487b-8db7-648a86f8f297 req-a7ed583d-463f-43c4-a444-bf1160e9d96c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348647 Sep 06 16:22:48.952351 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] get_ports_and_sgs() called for port_ids ['b36709c2-e17c-4176-b77c-dfa0042869d1'] {{(pid=94039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 06 16:22:49.977594 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ac81e-5201-48ad-8149-c3dae8257196 req-8e374c55-03d7-454a-994f-ea2ce1f39cd5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:49.979028 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b27ac81e-5201-48ad-8149-c3dae8257196 req-8e374c55-03d7-454a-994f-ea2ce1f39cd5 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 944 time: 0.0469868 Sep 06 16:22:50.021102 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-b27ac81e-5201-48ad-8149-c3dae8257196 req-e2d85ffa-8abb-4e5c-a7b7-35fb33be7929 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351310 Sep 06 16:22:50.608587 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device b36709c2-e17c-4176-b77c-dfa0042869d1 up at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 16:22:50.656181 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning for port b36709c2-e17c-4176-b77c-dfa0042869d1 completed by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 06 16:22:50.659832 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.provisioning_blocks [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Provisioning complete for port b36709c2-e17c-4176-b77c-dfa0042869d1 triggered by entity L2. {{(pid=94039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 06 16:22:50.660222 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1537175'] for port, provisioning_complete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:50.739789 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:50.762688 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1'}] {{(pid=94039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:22:50.765566 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483295b26ca4a768617bd431ba9cc42fc97b3bfd94bdf77ab3a6bfd19ce4fdbe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dbfa0f-a102-4b92-963a-5958ceb2ed40" -d '{"events": [{"server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "name": "network-vif-plugged", "status": "completed", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1"}]}' {{(pid=94039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:22:50.777305 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b36709c2-e17c-4176-b77c-dfa0042869d1,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:22:50.781220 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746'] for port, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:50.804115 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168c171-51ee-48bd-80b2-84365b6cb87f x-openstack-request-id: req-7168c171-51ee-48bd-80b2-84365b6cb87f {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:22:50.804405 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "name": "network-vif-plugged", "status": "completed", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1", "code": 200}]} {{(pid=94039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:22:50.804667 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7168c171-51ee-48bd-80b2-84365b6cb87f {{(pid=94039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:22:50.805128 dv-cinder-759961-10-iscsi neutron-server[94039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'code': 200} Sep 06 16:22:50.831005 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Pushing event updated for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=5']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:51.035605 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a678f-5609-41b2-a0d3-518ffb1fb406 req-3243c193-b46f-4bb4-ba9b-fcfdab1f7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:51.037111 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f46a678f-5609-41b2-a0d3-518ffb1fb406 req-3243c193-b46f-4bb4-ba9b-fcfdab1f7b21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1098 time: 0.0379269 Sep 06 16:22:51.078684 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-f46a678f-5609-41b2-a0d3-518ffb1fb406 req-ae25ddcc-cbf2-4b13-b800-c485d74b3cb5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290544 Sep 06 16:22:51.143528 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8f0a8-e765-41b6-a97a-00b892dc350f req-4b78f8fe-b44a-4d64-8c9b-4f6968985a32 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:51.144946 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44c8f0a8-e765-41b6-a97a-00b892dc350f req-4b78f8fe-b44a-4d64-8c9b-4f6968985a32 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.0489633 Sep 06 16:22:51.181086 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-44c8f0a8-e765-41b6-a97a-00b892dc350f req-5888da30-ab9d-4475-b0f6-8639908a1edb tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302238 Sep 06 16:22:52.296908 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4559221-9255-4ec1-b227-442c2ba59a10 req-a6a717bc-8298-46b8-b3a3-d32c92befd6a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:52.298353 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c4559221-9255-4ec1-b227-442c2ba59a10 req-a6a717bc-8298-46b8-b3a3-d32c92befd6a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.0485935 Sep 06 16:22:52.334615 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-c4559221-9255-4ec1-b227-442c2ba59a10 req-b6732ed6-b602-4a4a-a4e4-10624cdea57b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Sep 06 16:22:52.449269 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4c2ea-3770-4467-88cb-a8b72dd388ea req-c7d13b3c-ed29-4a00-bee7-8cd15a78a34b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:52.450783 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-34a4c2ea-3770-4467-88cb-a8b72dd388ea req-c7d13b3c-ed29-4a00-bee7-8cd15a78a34b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.0494308 Sep 06 16:22:52.487353 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-34a4c2ea-3770-4467-88cb-a8b72dd388ea req-5356e9e4-056c-4313-98f1-ea7939673bf9 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306556 Sep 06 16:22:52.510458 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58950) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:52.548418 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d50050-2197-4a9b-83ac-f6124fc04134 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:52.549871 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-61d50050-2197-4a9b-83ac-f6124fc04134 tempest-TestVolumeBootPattern-54034886 tempest-TestVolumeBootPattern-54034886-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1093 time: 0.0384276 Sep 06 16:22:52.552648 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 58952) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:22:52.556825 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.v2.base [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Request body: {'floatingip': {'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'port_id': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 16:22:52.579645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:52.677328 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:52.783729 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_common [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Allocated IP 172.27.3.19 (b19689ff-a0fb-46f0-ac61-47f73450b5d7/4cc0d397-6b3f-4198-80cb-e8925b2c7f99/b8585567-6984-41c7-856c-3c8b9ae3ed87) {{(pid=94037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 16:22:52.882876 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:52.920216 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733971724710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:52.955167 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Network b19689ff-a0fb-46f0-ac61-47f73450b5d7 is already hosted by enough agents. {{(pid=94037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 16:22:52.957934 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.base_scheduler [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Resources bound (agent type, host, resource id): {{(pid=94037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 16:22:52.961359 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Received port after_create {{(pid=94037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 06 16:22:52.990175 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=b8585567-6984-41c7-856c-3c8b9ae3ed87,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:53.574761 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:53.643922 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568031'] for port, before_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:53.789669 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for port, precommit_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:53.794367 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733972147932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733971724728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733971724746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6274247'] for port, after_update {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:53.858597 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event updated for resources: {'Port': ['ID=b8585567-6984-41c7-856c-3c8b9ae3ed87,revision_number=2']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:22:53.871354 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451359'] for floatingip, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:53.969373 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.db.l3_db [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 53f34077-99ba-41a4-97aa-03445833e9cd associated. External IP: 172.27.3.19, port: b36709c2-e17c-4176-b77c-dfa0042869d1. Sep 06 16:22:54.172867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:22:54.276122 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:22:54.286336 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:22:54.293640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:22:54.296279 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:22:54.296956 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:22:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:54.332096 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-df19c169-ad94-4687-b124-b1dd778a323d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7688694 Sep 06 16:22:54.332096 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:22:54.332096 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa257e8-6d91-4968-8a03-d6ff9dea1173" -d '{"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:22:54.368032 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df6dbd-7b18-4076-ab94-8df65bcbefeb x-openstack-request-id: req-b2df6dbd-7b18-4076-ab94-8df65bcbefeb {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:22:54.368356 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:22:54.368611 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2df6dbd-7b18-4076-ab94-8df65bcbefeb {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:22:54.369008 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'status': 'completed', 'code': 200} Sep 06 16:22:54.407021 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:22:54.430549 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-4a1bddc3-8043-4e91-9fc2-02612c1ae994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:54.432057 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-4a1bddc3-8043-4e91-9fc2-02612c1ae994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1098 time: 0.0397742 Sep 06 16:22:54.534155 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-a6a617d3-9edb-4b45-b43a-bd0b1dcf4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:54.535634 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-a6a617d3-9edb-4b45-b43a-bd0b1dcf4ec7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0888958 Sep 06 16:22:54.604143 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-4d2f9fd0-2746-410b-9cca-eaf9004abe9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 998 time: 0.0604398 Sep 06 16:22:54.635489 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '53f34077-99ba-41a4-97aa-03445833e9cd', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:55:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:22:53Z', 'updated_at': '2021-09-06T16:22:53Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}, {'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:54.652716 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-a14cf151-2fe1-407c-9f79-bd037112e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:54.654218 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-a14cf151-2fe1-407c-9f79-bd037112e908 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0430799 Sep 06 16:22:54.661243 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:22:54.669474 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:22:54.670591 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:22:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:54.703697 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-8cf768ba-e733-483d-88ff-e4ce6fe06f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:22:54.705232 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-8cf768ba-e733-483d-88ff-e4ce6fe06f30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441287 Sep 06 16:22:54.774777 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:22:54.797123 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-16d5f318-8365-48e3-a656-6add36180ed2 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835826 Sep 06 16:22:54.889621 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-5fa257e8-6d91-4968-8a03-d6ff9dea1173 req-9572e7fb-07c7-4710-b784-9806e42d8197 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Sep 06 16:22:55.001379 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '53f34077-99ba-41a4-97aa-03445833e9cd', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:55:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:22:53Z', 'updated_at': '2021-09-06T16:22:53Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}, {'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:22:55.026299 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfdcccd-18e2-473c-a8ca-90b33ff4077a None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '53f34077-99ba-41a4-97aa-03445833e9cd', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:55:0a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:22:53Z', 'updated_at': '2021-09-06T16:22:53Z', 'revision_number': 0, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}, {'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:22:55.227535 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c506b-2782-48a1-92a4-b89a0ac3c5ae None None] New status for floating IP 53f34077-99ba-41a4-97aa-03445833e9cd: ACTIVE {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:23:03.602021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59024) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:23:03.705598 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e83629e-7f59-4a7c-a6bc-7d2ab0840792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.791914 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e83629e-7f59-4a7c-a6bc-7d2ab0840792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.795483 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0e83629e-7f59-4a7c-a6bc-7d2ab0840792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.833050 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0e83629e-7f59-4a7c-a6bc-7d2ab0840792 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be5aa5528f224fa0ae22dc1ea3e51f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300537 Sep 06 16:23:03.834007 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83629e-7f59-4a7c-a6bc-7d2ab0840792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5778d9-104e-465f-879b-81c5e47fc695,revision_number=1']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:23:03.835744 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59028) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:23:03.884240 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.904310 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.953401 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.955993 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:03.957147 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d5778d9-104e-465f-879b-81c5e47fc695 HTTP/1.1" status: 204 len: 168 time: 0.1203878 Sep 06 16:23:03.964786 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5778d9-104e-465f-879b-81c5e47fc695,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:23:03.972424 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.972775 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.973118 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.973454 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.973785 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.974114 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.974443 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.974822 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.975086 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.975409 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.975729 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:03.976046 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa231eee-6556-4b7c-a691-a8c9b7fec3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:23:04.557471 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:06.542480 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:23:10.113309 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-5b054a6a-1a9e-4c9f-8f34-b8a9c63f71db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441167 Sep 06 16:23:10.139676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-eb27bef1-8161-489e-baf8-055c56107dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:10.198894 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-a820a528-4c5f-446a-a89c-f30984a96d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:23:10.200559 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-a820a528-4c5f-446a-a89c-f30984a96d9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0395379 Sep 06 16:23:10.397258 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-68b73b5b-d032-468b-8a82-a63f987f91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:23:10.399095 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-68b73b5b-d032-468b-8a82-a63f987f91ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.1780741 Sep 06 16:23:10.469566 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-708f519f-7732-486f-a0e2-97f2f3064bc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 1001 time: 0.0618093 Sep 06 16:23:10.519085 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-15e1f31b-1d36-4a9a-9f55-0834e28e4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:23:10.520493 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-15e1f31b-1d36-4a9a-9f55-0834e28e4a96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0431650 Sep 06 16:23:10.566413 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-ed325baf-cb05-4823-b6df-7d4df222a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:23:10.567908 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-ed325baf-cb05-4823-b6df-7d4df222a4ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392170 Sep 06 16:23:10.579333 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-ab9ade0a-f339-408a-9b69-0bd5f04e6d68 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 06 16:23:10.580329 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-ab9ade0a-f339-408a-9b69-0bd5f04e6d68 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054524 Sep 06 16:23:10.674160 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-60226702-9f5e-494f-ae67-fa618f96545c service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859540 Sep 06 16:23:10.773273 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-3d5e4bfc-7e64-432d-8261-13c37f805a44 req-2d60254e-8e6e-4f3f-8a1a-5b865cd70c20 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903261 Sep 06 16:23:12.928605 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-6936e167-33fb-49d2-87b6-f0aac8cdd1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:13.001627 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:13.747592 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.522367 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59168) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:23:14.626316 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b94c5040-c636-455c-b16f-dffc5e44faa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.711874 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b94c5040-c636-455c-b16f-dffc5e44faa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.715652 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-b94c5040-c636-455c-b16f-dffc5e44faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_create {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.751378 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c5040-c636-455c-b16f-dffc5e44faa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989e1ab0-4fd5-4849-9dbe-46aad73e0a47,revision_number=1']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:23:14.755435 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-b94c5040-c636-455c-b16f-dffc5e44faa9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa72b9f455bf45d1866112b6f8b85e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320802 Sep 06 16:23:14.757999 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59172) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:23:14.805299 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.825668 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.871651 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.874213 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:14.875426 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/989e1ab0-4fd5-4849-9dbe-46aad73e0a47 HTTP/1.1" status: 204 len: 168 time: 0.1165040 Sep 06 16:23:14.882971 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa7013-4a12-45b6-ad9d-ea4de07c540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989e1ab0-4fd5-4849-9dbe-46aad73e0a47,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:23:15.436019 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:34.572859 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:40.141931 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-5f4fdb5e-051c-4ca0-9bc5-d252e1536447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:42.927907 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-ccedaa8d-a94f-48ec-b8f0-3462f195af97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:43.001185 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:43.541051 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:23:43.750133 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:23:45.440193 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:04.571909 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:10.257745 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7be2fc61-6da4-46b9-b5cb-bc641784f2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:11.115240 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-361b72a6-37a7-425c-bcbb-fbd4ffc20a04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399899 Sep 06 16:24:11.174630 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-a95a1684-c2f0-4d36-ba54-d74f0676093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:11.176074 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-a95a1684-c2f0-4d36-ba54-d74f0676093c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1098 time: 0.0392673 Sep 06 16:24:11.277095 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-e690f3b0-56f5-433e-ab72-28ac3236d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:11.278522 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-e690f3b0-56f5-433e-ab72-28ac3236d790 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0840101 Sep 06 16:24:11.343870 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-69f48f2e-0611-4117-8118-fbc2e8f7ea44 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 1000 time: 0.0573437 Sep 06 16:24:11.390995 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-dc7b862b-c729-413d-8234-b21de91c746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:11.392327 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-dc7b862b-c729-413d-8234-b21de91c746e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0422969 Sep 06 16:24:11.439052 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-4578c903-4226-4e54-8d47-2de59a43945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:11.440530 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-4578c903-4226-4e54-8d47-2de59a43945c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407414 Sep 06 16:24:11.526127 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-acd3a248-e539-42cc-95a5-5c565eb7b17e service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787101 Sep 06 16:24:11.615672 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd7164bf-97fd-4cc8-9884-30b08bbe88cc req-6add2298-35c8-4425-af2b-015996d623f3 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Sep 06 16:24:12.927519 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-40940aa2-eeb5-4f9c-a5ef-f44c5c9c4b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:13.001055 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:13.751977 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:15.443291 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:20.539592 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:24:33.050700 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59200) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:33.201493 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port b8585567-6984-41c7-856c-3c8b9ae3ed87 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:33.201829 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:33.272555 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:33.272877 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:33.284325 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for b8585567-6984-41c7-856c-3c8b9ae3ed87 owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:33.422402 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:33.446593 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=b8585567-6984-41c7-856c-3c8b9ae3ed87,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:33.458121 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.458482 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.458821 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.459157 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.459487 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.459815 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.460171 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.460499 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.460825 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.461146 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.461465 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.461781 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:33.516746 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:33.517074 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 53f34077-99ba-41a4-97aa-03445833e9cd disassociated (deleted). External IP: 172.27.3.19, port: b36709c2-e17c-4176-b77c-dfa0042869d1. Sep 06 16:24:33.932942 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:24:34.034900 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:24:34.039653 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:34.045926 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:24:34.055503 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:34.056142 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:34.065225 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-de2ab867-8cda-48ea-8e77-3d70a80a733a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "DELETE /v2.0/floatingips/53f34077-99ba-41a4-97aa-03445833e9cd HTTP/1.1" status: 204 len: 168 time: 1.0135388 Sep 06 16:24:34.065914 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:24:34.068299 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210cfc02-d161-4e7d-96a0-ec1b6186cceb" -d '{"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:24:34.108466 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b287b81f-c610-440d-9ae7-6e6688515cb7 x-openstack-request-id: req-b287b81f-c610-440d-9ae7-6e6688515cb7 {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:24:34.108876 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:24:34.109130 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b287b81f-c610-440d-9ae7-6e6688515cb7 {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:24:34.109525 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'status': 'completed', 'code': 200} Sep 06 16:24:34.172296 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:34.180336 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-7ef6904f-5584-40c0-b9cf-d40d3c6333f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:34.181958 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-7ef6904f-5584-40c0-b9cf-d40d3c6333f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 1098 time: 0.0486503 Sep 06 16:24:34.274436 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-171f98c1-88ca-4345-a002-8887ab1232c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:34.275834 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-171f98c1-88ca-4345-a002-8887ab1232c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.0869846 Sep 06 16:24:34.317154 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-e6a4bf07-2b09-46d4-95af-65844ef804f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 200 len: 217 time: 0.0336289 Sep 06 16:24:34.366937 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-55229caa-59f8-4b33-9b54-485d070fcfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:34.368467 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-55229caa-59f8-4b33-9b54-485d070fcfda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0451608 Sep 06 16:24:34.389782 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:34.417486 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-2d1d63a7-c254-459e-a577-6864daa5a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:34.418977 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-2d1d63a7-c254-459e-a577-6864daa5a5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414581 Sep 06 16:24:34.420677 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:24:34.428732 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:34.429328 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:34.509981 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-250da028-ced5-42ce-9f89-022f4d7d8e17 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838397 Sep 06 16:24:34.531828 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:34.602713 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-210cfc02-d161-4e7d-96a0-ec1b6186cceb req-5ba6a08a-8574-44c8-9d86-0aebd75d52e9 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856240 Sep 06 16:24:34.609997 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:34.755986 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:34.785076 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abb612-04ab-4486-8565-0f488b2549f8 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_floatingips': [{'id': '91d85132-4573-4b2d-8d7a-7d3156d55494', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'router_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'port_id': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'mac_address': 'fa:16:3e:d4:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-06T16:20:47Z', 'updated_at': '2021-09-06T16:20:49Z', 'revision_number': 1, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:24:34.988399 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0c6c6-e50b-4369-a28b-2034f0e01413 None None] New status for floating IP 53f34077-99ba-41a4-97aa-03445833e9cd: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:24:35.462250 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d215-4ae6-4c7a-badc-656c73b035a5 req-bbd556f0-65be-4e75-86dc-1388f0b1d332 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:35.463749 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd80d215-4ae6-4c7a-badc-656c73b035a5 req-bbd556f0-65be-4e75-86dc-1388f0b1d332 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.2055490 Sep 06 16:24:35.501922 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-cd80d215-4ae6-4c7a-badc-656c73b035a5 req-024113ab-e143-43b5-b776-80fb52cf14d3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Sep 06 16:24:36.685852 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a669263-ff4f-4c90-8609-da62d16b6326 req-4e1d72c9-fc72-410f-ba58-ed04152e12a3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:36.687330 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1a669263-ff4f-4c90-8609-da62d16b6326 req-4e1d72c9-fc72-410f-ba58-ed04152e12a3 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.1078303 Sep 06 16:24:36.724862 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-1a669263-ff4f-4c90-8609-da62d16b6326 req-29a363e7-59bc-43a2-b600-bf323ff16ce0 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312047 Sep 06 16:24:36.800581 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-f543c32f-d892-4c22-b8e2-c35edf540e6d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:36.801955 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-f543c32f-d892-4c22-b8e2-c35edf540e6d tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 945 time: 0.0480793 Sep 06 16:24:36.893250 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port b36709c2-e17c-4176-b77c-dfa0042869d1 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:36.893607 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:36.982710 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] For port b36709c2-e17c-4176-b77c-dfa0042869d1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b36709c2-e17c-4176-b77c-dfa0042869d1,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:36.983070 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:36.995078 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for b36709c2-e17c-4176-b77c-dfa0042869d1 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:37.118964 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:37.146857 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=b36709c2-e17c-4176-b77c-dfa0042869d1,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:37.171192 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.171546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.171887 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.172300 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.172635 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.172967 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.173294 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.173624 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.173949 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.174336 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.174584 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.174902 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:37.198832 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] No DVR routers for this DVR port b36709c2-e17c-4176-b77c-dfa0042869d1 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:24:37.201983 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:37.203950 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-8fa2cf85-7d68-4638-b604-34634b37bcb2 req-c8b9260a-3544-4b6e-b716-8f8faf0216af tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "DELETE /v2.0/ports/b36709c2-e17c-4176-b77c-dfa0042869d1 HTTP/1.1" status: 204 len: 173 time: 0.3962536 Sep 06 16:24:37.204390 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'name': 'network-vif-deleted', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:24:37.206634 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ca188-c177-43a2-ac7f-44a96ba0f48d" -d '{"events": [{"server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "name": "network-vif-deleted", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:24:37.301148 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa962b4-a87e-4939-be56-8deb8cc18ddf x-openstack-request-id: req-6fa962b4-a87e-4939-be56-8deb8cc18ddf {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:24:37.301436 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dfd1bd-6f27-4d93-b4c4-2cc3173737ad", "name": "network-vif-deleted", "tag": "b36709c2-e17c-4176-b77c-dfa0042869d1", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:24:37.301685 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fa962b4-a87e-4939-be56-8deb8cc18ddf {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:24:37.302096 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dfd1bd-6f27-4d93-b4c4-2cc3173737ad', 'name': 'network-vif-deleted', 'tag': 'b36709c2-e17c-4176-b77c-dfa0042869d1', 'status': 'completed', 'code': 200} Sep 06 16:24:37.835374 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e662be2b-e1b1-401e-8d89-5f441e66657b req-915e2a71-87e0-4b4c-abd9-4e4229dfe144 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=65dfd1bd-6f27-4d93-b4c4-2cc3173737ad HTTP/1.1" status: 200 len: 210 time: 0.0275130 Sep 06 16:24:39.177210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device b36709c2-e17c-4176-b77c-dfa0042869d1 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:39.197203 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: b36709c2-e17c-4176-b77c-dfa0042869d1 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:39.197547 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device b36709c2-e17c-4176-b77c-dfa0042869d1 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:40.139811 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-926a0293-1e03-4859-855a-ed63bb799f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.109237 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59258) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:41.266078 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port efe20b8d-22c1-4e7c-948e-03d595955d63 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:41.266408 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.338650 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.338980 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.350494 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for efe20b8d-22c1-4e7c-948e-03d595955d63 owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:41.490686 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.519746 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=efe20b8d-22c1-4e7c-948e-03d595955d63,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:41.577746 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.578082 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.db.l3_db [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Floating IP 91d85132-4573-4b2d-8d7a-7d3156d55494 disassociated (deleted). External IP: 172.27.3.252, port: 3503410b-29a6-4d32-89bd-66983f51a5e9. Sep 06 16:24:41.782692 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:24:41.891774 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:24:41.896545 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:41.901224 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:24:41.910845 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:41.911554 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:41.926522 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-1ea9d631-5aeb-4cba-9df6-208c0fcf1a8c tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "DELETE /v2.0/floatingips/91d85132-4573-4b2d-8d7a-7d3156d55494 HTTP/1.1" status: 204 len: 168 time: 0.8162189 Sep 06 16:24:41.927206 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9'}] {{(pid=94038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:24:41.929573 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42a87384b5a427e3f0698a5403f0a21ff1be660231dd4151cfebd63ddbe46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357b51b-c59b-40bb-89bc-33aa8cf1086d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9"}]}' {{(pid=94038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:24:42.023112 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Sep 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f1fd5-cf42-44ae-ac32-cc4eb87b4f3b x-openstack-request-id: req-eb4f1fd5-cf42-44ae-ac32-cc4eb87b4f3b {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:24:42.023395 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9", "status": "completed", "code": 200}]} {{(pid=94038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:24:42.023819 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb4f1fd5-cf42-44ae-ac32-cc4eb87b4f3b {{(pid=94038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:24:42.024189 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:42.024446 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'status': 'completed', 'code': 200} Sep 06 16:24:42.101071 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-a55490f9-0cd5-42f5-81a1-7f4012e59a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:42.103290 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-a55490f9-0cd5-42f5-81a1-7f4012e59a57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 1098 time: 0.0519598 Sep 06 16:24:42.217645 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad8463-1efd-4852-9e34-12fdf8651057 req-ed5e8fc2-cf86-45f9-ab1c-6f67a439e809 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:42.219003 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-daad8463-1efd-4852-9e34-12fdf8651057 req-ed5e8fc2-cf86-45f9-ab1c-6f67a439e809 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0995879 Sep 06 16:24:42.227663 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:42.245528 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-2b1640c1-50b0-4b92-b57e-5a32e2ff64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:42.246968 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-2b1640c1-50b0-4b92-b57e-5a32e2ff64be service neutron] 10.222.0.46 "GET /v2.0/networks?id=7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 200 len: 913 time: 0.1358094 Sep 06 16:24:42.257208 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:24:42.265414 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:42.266013 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:13Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:42.271748 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-daad8463-1efd-4852-9e34-12fdf8651057 req-7db5d2d0-6044-4e9f-9b41-cc09088ce9ca tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465374 Sep 06 16:24:42.298282 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-1fac9386-aed1-4d0c-aca7-2db928eed822 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 200 len: 217 time: 0.0394762 Sep 06 16:24:42.350289 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-33365f1e-6248-47ca-ac02-72e7155737c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:42.351779 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-33365f1e-6248-47ca-ac02-72e7155737c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 200 len: 851 time: 0.0459752 Sep 06 16:24:42.400072 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-d33267be-c7c6-400f-8028-134afeaaa1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:42.401609 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-d33267be-c7c6-400f-8028-134afeaaa1e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7020465a-faa5-4e33-a7c1-1eab0a98548f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421388 Sep 06 16:24:42.492827 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:42.493103 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-4cc1c66d-d45c-4a96-8710-38760cea8905 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 Sep 06 16:24:42.584471 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-1357b51b-c59b-40bb-89bc-33aa8cf1086d req-078686da-d1c8-422f-9fd3-a678bcd37cf2 service neutron] 10.222.0.46 "GET /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832479 Sep 06 16:24:42.684603 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:42.709699 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b923ff-2cd8-4a7a-a489-16335d02564c None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:04Z', 'revision_number': 4, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi', '_interfaces': [{'id': '403741aa-9023-400c-898f-4c152c64ef79', 'name': '', 'network_id': '7020465a-faa5-4e33-a7c1-1eab0a98548f', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'mac_address': 'fa:16:3e:9c:5e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:03Z', 'updated_at': '2021-09-06T16:17:15Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'subnets': [{'id': 'd72a9e20-44ef-403f-a9a0-71837a243909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:24:42.908355 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f01c4-d2ab-4699-a8f0-314958e70838 None None] New status for floating IP 91d85132-4573-4b2d-8d7a-7d3156d55494: DOWN {{(pid=94040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 06 16:24:42.927192 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-b62d8821-afa9-4ef5-9cf5-c154a5f2df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:43.004221 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:43.390749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dac15f-1067-4660-91a3-9a4af9800181 req-fd55343e-e6fc-483a-bbe1-5b2c05abd1a4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:43.392301 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e2dac15f-1067-4660-91a3-9a4af9800181 req-fd55343e-e6fc-483a-bbe1-5b2c05abd1a4 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0487311 Sep 06 16:24:43.428716 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-e2dac15f-1067-4660-91a3-9a4af9800181 req-72494341-1628-4d72-94c8-a156d3b8641a tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/security-groups?id=227f4a87-49c9-4b55-ac04-aa6feda7a331&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Sep 06 16:24:43.583332 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-3f886a50-ca5a-4226-bb4e-a9ac7c03c2db tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 06 16:24:43.584808 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-3f886a50-ca5a-4226-bb4e-a9ac7c03c2db tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 945 time: 0.0470700 Sep 06 16:24:43.760779 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:43.924298 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port 3503410b-29a6-4d32-89bd-66983f51a5e9 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:43.924556 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:44.007546 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] For port 3503410b-29a6-4d32-89bd-66983f51a5e9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=3503410b-29a6-4d32-89bd-66983f51a5e9,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:44.007905 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:44.019654 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for 3503410b-29a6-4d32-89bd-66983f51a5e9 owned by compute:nova {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:44.142376 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:44.171238 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=3503410b-29a6-4d32-89bd-66983f51a5e9,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:44.213181 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] No DVR routers for this DVR port 3503410b-29a6-4d32-89bd-66983f51a5e9 on host hv-cinder-75996 {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:24:44.216111 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for port, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:44.218124 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [req-11c913f8-cbbe-45bd-91d7-4726a53be49c req-8f844463-8b4a-442e-943d-2c10d25371e7 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.46 "DELETE /v2.0/ports/3503410b-29a6-4d32-89bd-66983f51a5e9 HTTP/1.1" status: 204 len: 173 time: 0.6276431 Sep 06 16:24:44.218558 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'name': 'network-vif-deleted', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9'}] {{(pid=94037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 06 16:24:44.220796 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ad5c61663fae99ae590d5c51ab5192a4cbef44170707fe578cc5b8f66194216d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87062ef4-a624-42c5-b393-ba47736c703d" -d '{"events": [{"server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "name": "network-vif-deleted", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9"}]}' {{(pid=94037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 16:24:44.256485 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Sep 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25561ff4-45b9-4114-b0d7-c75fb2aabe71 x-openstack-request-id: req-25561ff4-45b9-4114-b0d7-c75fb2aabe71 {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 16:24:44.256812 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d023b6a-1979-45b0-b245-4244c1e5baf0", "name": "network-vif-deleted", "tag": "3503410b-29a6-4d32-89bd-66983f51a5e9", "status": "completed", "code": 200}]} {{(pid=94037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 16:24:44.257077 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25561ff4-45b9-4114-b0d7-c75fb2aabe71 {{(pid=94037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 16:24:44.257468 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d023b6a-1979-45b0-b245-4244c1e5baf0', 'name': 'network-vif-deleted', 'tag': '3503410b-29a6-4d32-89bd-66983f51a5e9', 'status': 'completed', 'code': 200} Sep 06 16:24:44.527499 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [req-42ad888b-0432-44d4-9132-bb272a07970d req-eab1a622-4ba8-46d9-956f-44b5f07ff6cd tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d023b6a-1979-45b0-b245-4244c1e5baf0 HTTP/1.1" status: 200 len: 210 time: 0.0295093 Sep 06 16:24:45.445840 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:45.583435 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59276) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:45.702982 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Deleting port 09412598-a060-4587-947b-77bba8dab368 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:45.703226 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:45.779569 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:45.779891 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:45.790934 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Calling delete_port for 09412598-a060-4587-947b-77bba8dab368 owned by network:floatingip {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:45.918138 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:45.942652 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'Port': ['ID=09412598-a060-4587-947b-77bba8dab368,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:46.000543 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for floatingip, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:46.002957 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14906'] for floatingip, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:46.004152 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-3c060be9-43b0-4eb7-be15-b392befa5cd1 tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "DELETE /v2.0/floatingips/234894ff-2efa-4d8c-b4b8-ccdff6d85f16 HTTP/1.1" status: 204 len: 168 time: 0.4197190 Sep 06 16:24:47.192867 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59288) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:47.223947 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3503410b-29a6-4d32-89bd-66983f51a5e9 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:47.242968 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] No Port match for: 3503410b-29a6-4d32-89bd-66983f51a5e9 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:47.243306 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Device 3503410b-29a6-4d32-89bd-66983f51a5e9 not bound to the agent host hv-cinder-75996 {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:47.250156 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:47.274243 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:47.332054 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:47.334614 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:47.335744 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] 10.222.0.11 "DELETE /v2.0/security-groups/227f4a87-49c9-4b55-ac04-aa6feda7a331 HTTP/1.1" status: 204 len: 168 time: 0.1419122 Sep 06 16:24:47.345021 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cfd5c-b28a-4118-ab3c-2ce6b5c2378b tempest-TestVolumeBootPattern-1469943886 tempest-TestVolumeBootPattern-1469943886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f4a87-49c9-4b55-ac04-aa6feda7a331,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:47.393034 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59292) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:47.831722 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.069542 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Deleting port 403741aa-9023-400c-898f-4c152c64ef79 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:48.069881 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.143758 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] For port 403741aa-9023-400c-898f-4c152c64ef79, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=403741aa-9023-400c-898f-4c152c64ef79,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:48.144040 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.156420 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Calling delete_port for 403741aa-9023-400c-898f-4c152c64ef79 owned by network:router_interface {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:48.329615 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.354068 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=403741aa-9023-400c-898f-4c152c64ef79,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:48.519178 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.725101 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Router cdcee9b6-b752-43a8-95c3-13ba887aa07a has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:24:48.826487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:24:48.831519 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-e2dc3d45-12db-4206-bfe8-721660465de0 admin admin] 10.222.0.11 "PUT /v2.0/routers/cdcee9b6-b752-43a8-95c3-13ba887aa07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4373662 Sep 06 16:24:48.834024 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59296) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:48.835294 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Sync routers for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:24:48.845397 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:48.845998 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:48.933261 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:48.946401 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: dv-cinder-759961-10-iscsi {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:49.032445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.084696 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Deleting port d15850aa-d2cd-4381-b495-eb00b9e50f9a {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:49.085033 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.118093 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:24:48Z', 'revision_number': 5, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port': {'id': 'd15850aa-d2cd-4381-b495-eb00b9e50f9a', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:49.148166 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Checking router: cdcee9b6-b752-43a8-95c3-13ba887aa07a for host: dv-cinder-759961-10-iscsi {{(pid=94039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:24:49.156726 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Routers {'cdcee9b6-b752-43a8-95c3-13ba887aa07a'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:49.157334 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'], 'active': True} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:49.161343 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] For port d15850aa-d2cd-4381-b495-eb00b9e50f9a, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=d15850aa-d2cd-4381-b495-eb00b9e50f9a,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:49.161712 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.174383 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Calling delete_port for d15850aa-d2cd-4381-b495-eb00b9e50f9a owned by network:router_gateway {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:49.238199 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvr_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] Set router cdcee9b6-b752-43a8-95c3-13ba887aa07a gateway port host: None {{(pid=94039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:49.291443 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_hamode_db [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:24:49Z', 'revision_number': 6, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port_host': None}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:49.318907 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deede81-d1d6-4248-9196-59f3898a4dd6 None None] The sync data for ids ['cdcee9b6-b752-43a8-95c3-13ba887aa07a'] in dv-cinder-759961-10-iscsi is: [{'id': 'cdcee9b6-b752-43a8-95c3-13ba887aa07a', 'name': 'tempest-TestVolumeBootPattern-1513256188-router', 'tenant_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:01Z', 'updated_at': '2021-09-06T16:24:49Z', 'revision_number': 6, 'project_id': '2a7b8b7080324cb18fc86a25e6c471c4', 'gw_port_host': None}] {{(pid=94039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:24:49.340288 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.370640 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15850aa-d2cd-4381-b495-eb00b9e50f9a,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:49.428915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.767481 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.770005 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.777025 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 403741aa-9023-400c-898f-4c152c64ef79 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:49.799524 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 403741aa-9023-400c-898f-4c152c64ef79 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:49.799864 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 403741aa-9023-400c-898f-4c152c64ef79 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:49.812721 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.813270 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdcee9b6-b752-43a8-95c3-13ba887aa07a {{(pid=94037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:24:49.817360 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.818498 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-0a9369d6-3b23-4355-9d4a-ffec87ed3aa0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cdcee9b6-b752-43a8-95c3-13ba887aa07a HTTP/1.1" status: 204 len: 168 time: 0.9835725 Sep 06 16:24:49.821109 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59298) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:49.865915 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Deleting subnet d72a9e20-44ef-403f-a9a0-71837a243909 {{(pid=94037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:24:49.868760 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.901389 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4655229'] for subnet, precommit_delete_associations {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:49.974650 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.029475 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6274201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4741550'] for subnet, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.052754 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72a9e20-44ef-403f-a9a0-71837a243909,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:50.058175 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.060138 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-2477b738-9182-4346-acf9-55252bab48db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d72a9e20-44ef-403f-a9a0-71837a243909 HTTP/1.1" status: 204 len: 168 time: 0.2379706 Sep 06 16:24:50.063147 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59300) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:50.064507 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e973b85-c3a1-4355-9b3e-e5b601e43be3 None None] Network 7020465a-faa5-4e33-a7c1-1eab0a98548f requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:24:50.138416 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.193739 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Deleting port ceb9dfd2-450f-403a-9380-8d7b07be2680 {{(pid=94037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:50.194081 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.237216 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] DHCP port deletion for 7020465a-faa5-4e33-a7c1-1eab0a98548f request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:24:50.260843 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.db [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] For port ceb9dfd2-450f-403a-9380-8d7b07be2680, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=ceb9dfd2-450f-403a-9380-8d7b07be2680,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:50.261207 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.273276 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.plugin [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Calling delete_port for ceb9dfd2-450f-403a-9380-8d7b07be2680 owned by network:dhcp {{(pid=94037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:50.287946 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Deleting port ceb9dfd2-450f-403a-9380-8d7b07be2680 {{(pid=94039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:50.288376 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.352323 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.db [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] For port ceb9dfd2-450f-403a-9380-8d7b07be2680, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=ceb9dfd2-450f-403a-9380-8d7b07be2680,segment=NetworkSegment(20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c),segment_id=20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c)] {{(pid=94039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:50.352800 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.357069 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6274252'] for port, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.366045 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Calling delete_port for ceb9dfd2-450f-403a-9380-8d7b07be2680 owned by network:dhcp {{(pid=94039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:50.386110 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb9dfd2-450f-403a-9380-8d7b07be2680,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:50.388294 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] No DVR routers for this DVR port ceb9dfd2-450f-403a-9380-8d7b07be2680 on host dv-cinder-759961-10-iscsi {{(pid=94037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:24:50.447913 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719'] for port, after_delete {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.462341 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.471886 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Pushing event deleted for resources: {'Port': ['ID=ceb9dfd2-450f-403a-9380-8d7b07be2680,revision_number=None']} {{(pid=94039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:50.481666 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.482118 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.482593 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.482801 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7020465a-faa5-4e33-a7c1-1eab0a98548f']}} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:50.483018 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.483342 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.483678 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.484009 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.484370 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.484702 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.485031 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.485352 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.485676 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-10-iscsi {{(pid=94039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 16:24:50.488390 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98acc0-937b-426a-971f-23263b25a90d None None] No DVR routers for this DVR port ceb9dfd2-450f-403a-9380-8d7b07be2680 on host dv-cinder-759961-10-iscsi {{(pid=94039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:24:50.492467 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c') {'for_net_delete': True} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:50.492767 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.services.segments.db [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f4a9d8-0300-4861-8ee3-5e6e6ad7fd8c') {} {{(pid=94037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:50.508487 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4655220'] for segment, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.522351 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.528030 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=94037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:24:50.528445 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6274275'] for segment, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: Traceback (most recent call last): Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: timer() Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: cb(*args, **kw) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: return func(*args, **kwargs) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: self._notify() Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: self.callback(batched_events) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: event.method(event) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: return f(self, *a, **k) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._get(url).json() Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: return self.request(url, 'GET', **kwargs) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:24:50.530067 dv-cinder-759961-10-iscsi neutron-server[94037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:24:50.581203 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.586475 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:50.588327 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7020465a-faa5-4e33-a7c1-1eab0a98548f HTTP/1.1" status: 204 len: 168 time: 0.5241680 Sep 06 16:24:50.591749 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59302) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:50.598975 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233635fa-e94f-458e-9bf4-3c315273a609 admin admin] Pushing event deleted for resources: {'Network': ['ID=7020465a-faa5-4e33-a7c1-1eab0a98548f,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:50.922475 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-420127'] for router_interface, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:51.161194 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Deleting port 9fbcc885-bd75-404a-b003-d76ff34e8bd9 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:51.161740 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:51.239079 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] For port 9fbcc885-bd75-404a-b003-d76ff34e8bd9, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=9fbcc885-bd75-404a-b003-d76ff34e8bd9,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:51.239364 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:51.251527 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Calling delete_port for 9fbcc885-bd75-404a-b003-d76ff34e8bd9 owned by network:router_interface {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:51.424160 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:51.453509 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbcc885-bd75-404a-b003-d76ff34e8bd9,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:51.624388 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420275'] for router_interface, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:51.697848 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device ceb9dfd2-450f-403a-9380-8d7b07be2680 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:51.718641 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: ceb9dfd2-450f-403a-9380-8d7b07be2680 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:51.718991 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device ceb9dfd2-450f-403a-9380-8d7b07be2680 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:51.719409 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d15850aa-d2cd-4381-b495-eb00b9e50f9a no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:51.737927 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: d15850aa-d2cd-4381-b495-eb00b9e50f9a {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:51.738205 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device d15850aa-d2cd-4381-b495-eb00b9e50f9a not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:52.048705 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd has already been hosted by L3 agent cfc112e0-bc36-4e46-ab90-f8f23d25862f {{(pid=94038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 16:24:52.151345 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] Notify agent at l3_agent.dv-cinder-759961-10-iscsi the message routers_updated {{(pid=94038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 16:24:52.157114 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-7909e33f-c004-4344-93ba-79c43a6db71d admin admin] 10.222.0.11 "PUT /v2.0/routers/10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5641613 Sep 06 16:24:52.159573 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59304) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:52.160515 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Sync routers for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 16:24:52.173877 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:52.174491 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:52.260236 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.275470 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: dv-cinder-759961-10-iscsi {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:52.360756 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.412899 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Deleting port afc15613-f0bd-4c53-8912-a27ba395cfcb {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:52.413227 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.448536 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'external_fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:24:51Z', 'revision_number': 5, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port': {'id': 'afc15613-f0bd-4c53-8912-a27ba395cfcb', 'name': '', 'network_id': 'b19689ff-a0fb-46f0-ac61-47f73450b5d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:88:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-06T16:17:08Z', 'updated_at': '2021-09-06T16:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cc0d397-6b3f-4198-80cb-e8925b2c7f99', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-10-iscsi'}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:52.474758 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Checking router: 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd for host: dv-cinder-759961-10-iscsi {{(pid=94040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 16:24:52.483364 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Routers {'10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'} bound to L3 agent in host dv-cinder-759961-10-iscsi {{(pid=94040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 06 16:24:52.484001 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-06T16:05:13Z,description=,heartbeat_timestamp=2021-09-06T16:24:43Z,host='dv-cinder-759961-10-iscsi',id=cfc112e0-bc36-4e46-ab90-f8f23d25862f,load=0,resource_versions=,resources_synced=,started_at=2021-09-06T16:05:13Z,topic='l3_agent')) {'router_ids': ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'], 'active': True} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:52.490361 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] For port afc15613-f0bd-4c53-8912-a27ba395cfcb, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=afc15613-f0bd-4c53-8912-a27ba395cfcb,segment=NetworkSegment(662fcf7f-28c1-40ae-8c38-70b8a12df550),segment_id=662fcf7f-28c1-40ae-8c38-70b8a12df550)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:52.490755 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.502971 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Calling delete_port for afc15613-f0bd-4c53-8912-a27ba395cfcb owned by network:router_gateway {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:52.566385 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_dvr_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] Set router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd gateway port host: None {{(pid=94040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 06 16:24:52.618691 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.l3_hamode_db [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:24:52Z', 'revision_number': 6, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port_host': None}], 'dv-cinder-759961-10-iscsi', False) {} {{(pid=94040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:52.645631 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5488976-e61b-4f3f-9a42-e6695ba5a4fd None None] The sync data for ids ['10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd'] in dv-cinder-759961-10-iscsi is: [{'id': '10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd', 'name': 'tempest-TestVolumeBootPattern-1752250480-router', 'tenant_id': '8d0b670532e24eb2bcb80d961390d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-06T16:17:07Z', 'updated_at': '2021-09-06T16:24:52Z', 'revision_number': 6, 'project_id': '8d0b670532e24eb2bcb80d961390d40a', 'gw_port_host': None}] {{(pid=94040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 16:24:52.664929 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.691854 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc15613-f0bd-4c53-8912-a27ba395cfcb,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:52.752163 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418777'] for router_gateway, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.840370 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-421218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14979'] for router, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.843097 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.884966 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-421243'] for router, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.885410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd {{(pid=94038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 16:24:52.890255 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] Notify callbacks [] for router, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.891392 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-c97a3d5d-facb-454d-ad87-d2063284cb25 admin admin] 10.222.0.11 "DELETE /v2.0/routers/10ed5a8a-5300-4949-b5b1-8a9e3dabf6bd HTTP/1.1" status: 204 len: 168 time: 0.7308657 Sep 06 16:24:52.893857 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59306) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:52.940743 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Deleting subnet b042ee74-1197-400b-b256-478ce735ba45 {{(pid=94038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 06 16:24:52.943600 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:52.975604 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4393816'] for subnet, precommit_delete_associations {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.054176 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1538173'] for subnet, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.109204 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1538148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1576113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5373484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4413249'] for subnet, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.137517 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b042ee74-1197-400b-b256-478ce735ba45,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:53.141084 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for subnet, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.142957 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-ebe7b1b0-1f4a-4a2c-b6cd-56aaf0d91840 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b042ee74-1197-400b-b256-478ce735ba45 HTTP/1.1" status: 204 len: 168 time: 0.2481849 Sep 06 16:24:53.145370 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59308) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:53.147869 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868aa7a2-000c-442c-8fad-db83ed759c4a None None] Network f319c4c4-359c-406a-8beb-90bb74399b98 requested from dv-cinder-759961-10-iscsi {{(pid=94039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 06 16:24:53.211828 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1452146'] for network, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.264337 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Deleting port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 {{(pid=94038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 06 16:24:53.264548 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733972139524'] for port, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.330268 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.db [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] For port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3, host dv-cinder-759961-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-10-iscsi',level=0,port_id=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,segment=NetworkSegment(ae7b3be8-b371-4a48-8771-0590807c69f3),segment_id=ae7b3be8-b371-4a48-8771-0590807c69f3)] {{(pid=94038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 16:24:53.330565 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-415750'] for port, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.343799 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.plugin [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Calling delete_port for 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 owned by network:dhcp {{(pid=94038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 06 16:24:53.422097 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733972147914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733971724719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5373561'] for port, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.422298 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24a33c-3e54-4d5b-ba22-9c7a38b597a0 None None] DHCP port deletion for f319c4c4-359c-406a-8beb-90bb74399b98 request from dv-cinder-759961-10-iscsi {{(pid=94039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 06 16:24:53.454972 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] No DVR routers for this DVR port 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 on host dv-cinder-759961-10-iscsi {{(pid=94038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 06 16:24:53.458457 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4fb505-8b5d-4a60-bc1a-0b28e22121d3,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:53.527085 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1539824', 'neutron.services.segments.db._delete_segments_for_network-8733972221543'] for network, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.547707 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f319c4c4-359c-406a-8beb-90bb74399b98']}} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:53.556568 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7b3be8-b371-4a48-8771-0590807c69f3') {'for_net_delete': True} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:53.556855 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.services.segments.db [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7b3be8-b371-4a48-8771-0590807c69f3') {} {{(pid=94038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 16:24:53.566013 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733972222064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4393809'] for segment, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.578907 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052'] for segment, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.585643 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=94038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 16:24:53.586040 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1540052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5373526'] for segment, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: Traceback (most recent call last): Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: timer() Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: cb(*args, **kw) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: return func(*args, **kwargs) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: self._notify() Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: self.callback(batched_events) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: event.method(event) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: aggregate_uuid = self.p_client.list_aggregates( Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: return f(self, *a, **k) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._get(url).json() Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: return self.request(url, 'GET', **kwargs) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: base_url = self.get_endpoint(auth, allow=allow, Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 06 16:24:53.601552 dv-cinder-759961-10-iscsi neutron-server[94038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 06 16:24:53.652545 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1539835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451377'] for network, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.658897 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574652'] for network, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.663106 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f319c4c4-359c-406a-8beb-90bb74399b98 HTTP/1.1" status: 204 len: 168 time: 0.5145533 Sep 06 16:24:53.668818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:53.677320 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d50ba7-d2fb-42e8-b7d4-fb4de37faca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f319c4c4-359c-406a-8beb-90bb74399b98,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:53.692946 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:53.693357 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 5d4fb505-8b5d-4a60-bc1a-0b28e22121d3 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:53.693837 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9fbcc885-bd75-404a-b003-d76ff34e8bd9 no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:53.718807 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: 9fbcc885-bd75-404a-b003-d76ff34e8bd9 {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:53.719060 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device 9fbcc885-bd75-404a-b003-d76ff34e8bd9 not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:53.719472 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device afc15613-f0bd-4c53-8912-a27ba395cfcb no longer exists at agent ovs-agent-dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 16:24:53.741582 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.plugin [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] No Port match for: afc15613-f0bd-4c53-8912-a27ba395cfcb {{(pid=94039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 06 16:24:53.741924 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron.plugins.ml2.rpc [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Device afc15613-f0bd-4c53-8912-a27ba395cfcb not bound to the agent host dv-cinder-759961-10-iscsi {{(pid=94039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 16:24:53.784936 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59312) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:53.823052 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-fb07c45d-a75a-4915-a2a4-b2cead90be19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a7b8b7080324cb18fc86a25e6c471c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369909 Sep 06 16:24:53.825430 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.wsgi [-] (94037) accepted ('10.222.0.11', 59314) {{(pid=94037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:53.871551 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.895701 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.941009 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.944165 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron_lib.callbacks.manager [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:53.945385 dv-cinder-759961-10-iscsi neutron-server[94037]: INFO neutron.wsgi [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ab420c3-aa88-4855-b5b0-b688d39936b0 HTTP/1.1" status: 204 len: 168 time: 0.1185896 Sep 06 16:24:53.955297 dv-cinder-759961-10-iscsi neutron-server[94037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080cc89-11f6-4e7e-8b34-09a2a43cce98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab420c3-aa88-4855-b5b0-b688d39936b0,revision_number=None']} {{(pid=94037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:54.249410 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59320) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:54.295186 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-067d61c2-42c6-4d55-9a32-d63769a9b019 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d0b670532e24eb2bcb80d961390d40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446336 Sep 06 16:24:54.297666 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [-] (94038) accepted ('10.222.0.11', 59322) {{(pid=94038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 06 16:24:54.347429 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:54.367590 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:54.418203 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578717'] for security_group, after_delete {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:54.421378 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron_lib.callbacks.manager [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:24:54.422516 dv-cinder-759961-10-iscsi neutron-server[94038]: INFO neutron.wsgi [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de404b34-d188-4c53-af0a-a589b8a5c58b HTTP/1.1" status: 204 len: 168 time: 0.1239467 Sep 06 16:24:54.430897 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee729ac-c43c-4604-917b-3652be30c2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de404b34-d188-4c53-af0a-a589b8a5c58b,revision_number=None']} {{(pid=94038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 16:24:57.538469 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:25:04.597210 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:10.139954 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-753d3788-6caa-4e66-94db-e1abc8b3e7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:12.928188 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e02a6295-3efc-46da-9163-d4feeeec9b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:13.004070 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:13.758169 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:15.451214 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:34.537447 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:25:34.592136 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:40.140071 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-f193f699-fe68-489f-a604-7f8605220be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:42.928476 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-c38b1e65-94f3-4925-af94-ac493e5887a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:43.004674 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:43.760648 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:25:45.456068 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:04.613798 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:10.139607 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-930125ec-b6a3-46d0-8449-c42d2e016d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:11.535689 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:26:12.929316 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-20f97fa0-ef48-43d1-b87f-2e7915aece0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:13.004800 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:13.763567 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:15.457274 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:34.614661 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:40.139366 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2baa3d33-cf2b-4bb0-93af-fa51043a4917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:42.932409 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7be003a6-7959-4d7f-b277-e54f7a7a1986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:43.004988 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:43.767424 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:45.460909 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:26:48.534551 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:27:04.615721 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:10.139611 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-2a8755f9-3511-4cf0-8013-b123ea35b026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:12.932912 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8f1151a7-a1f1-4d8c-9d05-bb9982140452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:13.005101 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:13.770385 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:15.463212 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:25.533244 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:27:34.623793 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:40.141318 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-bf25f9b5-b7a6-4bf2-a254-b2d467d1bb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:42.933697 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1eef-f8fc-4ea3-9fba-bb31b90dd786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:43.004260 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:43.772818 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:27:45.466151 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:02.532396 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:28:04.628503 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:10.143959 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-e81bfdf3-6d55-47a1-bc5a-c1adddab7e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:12.935097 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-51f35206-edf1-417a-8456-ec125db45073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:13.003858 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:13.774977 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:15.468266 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:20.118515 dv-cinder-759961-10-iscsi neutron-server[94038]: DEBUG neutron.wsgi [req-0bd4a88b-b8e7-47d0-8a6e-6475085475af req-b2deba70-9da4-43c2-be2f-9f998d44c0bd service neutron] (94038) timed out ('10.222.0.46', 65195) {{(pid=94038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 06 16:28:34.624795 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:39.530855 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:28:40.143619 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-1125cf07-05fd-4c25-892b-b30254f124a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:42.936393 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7f0c3985-664f-4856-8134-2fc93b301b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:43.002915 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:43.779233 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:28:45.474621 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:04.635274 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:10.144951 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-67027665-195f-4fe7-b8e5-0002c5ef7c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:12.937016 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-a2b1aa0b-e779-4c75-a6bb-adc723357df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:13.003124 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:13.781856 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:15.475662 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:16.529217 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:29:34.641814 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:40.146863 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-7436ce12-eab2-4213-a2a0-a68ec2fb8e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:42.937912 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0f5ff901-57ac-49c9-9139-6c268310660f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:43.003977 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:43.784206 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:45.478170 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:29:53.528383 dv-cinder-759961-10-iscsi neutron-server[94040]: DEBUG neutron.db.agents_db [None req-cc37557d-c040-4470-ac1b-6c6b67d036eb None None] Agent healthcheck: found 6 active agents {{(pid=94040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 16:30:04.654543 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-09864221-3360-4c9b-9f80-2641cd5f004b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:30:10.140090 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-85bfbbc4-bc23-4d70-8771-add008684a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:30:12.938758 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-540e2903-0237-4eba-a0b3-4f2d33a83957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:30:13.004633 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-0fab27a3-35ae-4231-be9e-40604d962a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:30:13.788408 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-8e4c1dd3-5c5e-4c2a-bb72-2f93b7fb5aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 06 16:30:15.480974 dv-cinder-759961-10-iscsi neutron-server[94039]: DEBUG neutron_lib.callbacks.manager [None req-71878fa2-f3d8-4a2a-a820-82d011434685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733972221525', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1537222'] for agent, after_update {{(pid=94039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}